-- Logs begin at Tue 2022-08-23 04:48:02 UTC, end at Tue 2022-08-23 06:28:53 UTC. -- Aug 23 05:55:35.310239 dv-cinder-853788-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 05:55:38.270772 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.common.config [-] Logging enabled! Aug 23 05:55:38.271392 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev22 Aug 23 05:55:38.271569 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104385) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 05:55:38.275471 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.common.config [-] Logging enabled! Aug 23 05:55:38.275750 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev22 Aug 23 05:55:38.276069 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104385) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 05:55:38.277012 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 05:55:38.277250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 05:55:38.277650 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 05:55:38.277903 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 05:55:38.278132 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 05:55:38.278606 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.279035 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Aug 23 05:55:38.279369 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.279669 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.279967 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.280267 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.280562 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.280851 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.281168 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.281494 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.281797 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.282085 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.282376 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.282674 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.282965 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.283258 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.283551 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.283840 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] debug = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.284129 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.284554 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.284979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.285263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.285579 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.285864 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.286142 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.286423 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.286713 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.287049 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] host = dv-cinder-853788-2-iscsi {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.287333 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.287624 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.287916 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.288209 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.288489 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.288772 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.289063 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.289342 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.289642 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] log_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.289925 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.290218 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.290523 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.290835 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.291066 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.291294 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.291588 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.291885 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.292165 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.292445 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.292725 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.293003 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.293283 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.293580 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.293871 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.294160 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.294451 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.294730 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.295008 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.295284 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.295559 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.295846 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.296125 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.296405 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.296684 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.296976 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.297249 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.297552 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.297857 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.298148 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.298436 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.298728 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.299007 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.299294 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.299571 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.299846 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.300120 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] use_json = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.300397 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.300670 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.300955 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.301231 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.301526 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.301809 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.302083 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.302371 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.302650 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:38.302949 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.303250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.303558 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.303857 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.304152 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.304435 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.304730 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.305011 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.305303 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.305630 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.305925 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.306228 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.306531 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.306827 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.307127 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.307438 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.307737 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.308036 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.308318 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.308597 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.308879 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.309165 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.309480 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.309769 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.310063 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.310356 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.310641 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.310945 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.311237 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.311535 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.311836 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.312114 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.312396 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.312690 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.312973 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.313251 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.313558 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.313851 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.314136 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.314415 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.314704 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.315003 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.315328 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.315577 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.315860 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.316155 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.316436 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.316713 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.316990 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.317270 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.317570 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.317863 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.318145 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.318426 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.318704 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.318987 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.319269 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.319550 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.319833 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.320109 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.320390 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.320667 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.320945 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.321225 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.321533 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.322328 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.322609 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.322886 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.323167 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.323444 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.323723 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.324001 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.324280 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.324559 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.324854 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.325154 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.325469 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.325743 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.326026 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.326308 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.326589 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.326870 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.327152 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.327434 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.327712 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.328007 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.328295 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.328585 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.328891 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.329170 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.329496 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.329782 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.330063 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.330351 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.330633 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.330914 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.331200 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.331486 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.331784 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.332081 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.332382 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.332678 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.332979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.333263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.333598 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.333888 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:38.334109 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 05:55:38.334352 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104385) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 05:55:38.706287 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 23 05:55:38.706498 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 23 05:55:38.706806 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 23 05:55:38.707143 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 05:55:39.037026 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.037319 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.037619 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.038841 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.039128 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.039517 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.085332 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.085643 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.085920 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.099801 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.100087 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.100364 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.129856 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.130144 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.130416 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.167916 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.168196 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.168469 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.519133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.519794 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.519794 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.520031 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.520663 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.621367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.621720 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.622037 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.622314 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.622586 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.622913 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.623174 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.623435 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.623716 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.624008 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.624307 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.624581 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.624866 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.625158 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.625425 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.625794 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.626105 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.626443 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.626748 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.627017 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.627308 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.627574 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.627922 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.628354 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.628618 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.628888 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.629344 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 05:55:39.629642 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 05:55:39.629932 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 05:55:39.630201 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 05:55:39.630493 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 05:55:39.630762 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 05:55:39.631210 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 05:55:39.634828 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 05:55:39.638935 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 05:55:39.642717 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 23 05:55:39.644424 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 05:55:39.644914 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 05:55:39.645272 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 05:55:39.645691 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 05:55:39.648687 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 05:55:39.648963 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 05:55:39.649314 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 05:55:39.655317 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 23 05:55:39.679709 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 05:55:39.680173 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.680475 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104385) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Aug 23 05:55:39.680848 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.682315 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104385) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 05:55:39.682615 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 05:55:39.682878 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 05:55:39.686401 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.686692 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:39.818906 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 05:55:39.819150 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 05:55:39.819387 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 05:55:39.819768 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 05:55:39.843369 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_db.sqlalchemy.engines [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104385) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 23 05:55:40.439187 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Initializing driver for type 'gre' Aug 23 05:55:40.439717 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] gre ID ranges: [(1, 1000)] Aug 23 05:55:40.607598 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Initializing driver for type 'local' Aug 23 05:55:40.608200 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Initializing driver for type 'vlan' Aug 23 05:55:40.698873 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] VlanTypeDriver initialization complete Aug 23 05:55:40.699180 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Initializing driver for type 'vxlan' Aug 23 05:55:40.699681 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] vxlan ID ranges: [(1, 1000)] Aug 23 05:55:40.867380 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Initializing extension driver 'port_security' Aug 23 05:55:40.867741 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.extensions.port_security [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] PortSecurityExtensionDriver initialization complete Aug 23 05:55:40.868076 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Initializing mechanism driver 'openvswitch' Aug 23 05:55:40.868399 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Initializing mechanism driver 'hyperv' Aug 23 05:55:40.876027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:55:40.876889 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > port after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.877270 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > port after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.877657 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > port after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.878211 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 23 05:55:40.878655 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.879019 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.879374 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.879846 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 23 05:55:40.880251 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > network after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.880609 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > network after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.880962 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > network after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.881388 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 23 05:55:40.881836 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > security_group after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.882199 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > security_group after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.882552 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.882961 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 23 05:55:40.883395 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.883753 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.884142 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.884552 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 23 05:55:40.884968 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > address_group after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.885322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > address_group after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.885702 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.886111 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 23 05:55:40.886561 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] ML2 OVO RPC backend initialized. {{(pid=104385) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 23 05:55:40.887289 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.887667 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.888090 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > network before_response 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.888444 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > networks before_response 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.888796 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > port before_response 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.889141 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > ports before_response 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.889517 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > subnet before_response 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.891189 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > subnets before_response 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.891189 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > network after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.891189 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > network after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.891189 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > network after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.891464 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > port after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.891566 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > port after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.891924 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > port after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.892252 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.892600 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.892945 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.900222 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded quota_driver: . Aug 23 05:55:40.900590 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.plugin [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Modular L2 Plugin initialization complete Aug 23 05:55:40.900943 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading services supported by the core plugin {{(pid=104385) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 05:55:40.901296 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.plugins.ml2.managers [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Got port-security extension from driver 'port_security' Aug 23 05:55:40.901815 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.extensions.vlantransparent [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Disabled vlantransparent extension. Aug 23 05:55:40.902315 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104385) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 05:55:40.902645 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading Plugin: router Aug 23 05:55:40.947031 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.947431 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router after_create 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.947811 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router before_create 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.948184 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.948569 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.948982 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router after_delete 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.949308 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.949695 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.950067 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router after_create 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.950422 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router after_update 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.950779 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router after_update 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.951159 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.951528 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router after_update 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.951948 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.952325 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: port after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.952672 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: port after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.953018 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: subnet after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.953366 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.953752 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.954110 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.954465 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: port before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.954943 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.955329 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router after_update 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.955689 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.956052 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.956427 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.956785 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.957161 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > agent after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.957553 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > agent after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.957910 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > network after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.958769 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Tracking information for resource: router configured {{(pid=104385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 05:55:40.959108 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Tracking information for resource: floatingip configured {{(pid=104385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 05:55:40.968246 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.db.l3_agentschedulers_db [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 05:55:40.968844 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: port after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.969220 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: port after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.969614 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: port after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.969977 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: port after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.970793 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router before_create 55550100 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.971170 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.971543 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_create 55550100 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.971908 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > router precommit_update 55550100 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:40.976852 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.services.provider_configuration [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service providers = [] {{(pid=104385) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 05:55:40.977241 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.db.servicetype_db [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104385) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 05:55:40.980780 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.services.service_base [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104385) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 05:55:40.981142 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.services.service_base [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104385) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 05:55:40.981594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.services.service_base [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104385) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 05:55:40.982485 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.services.service_base [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104385) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 05:55:40.982860 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.services.service_base [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 05:55:40.983245 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 05:55:40.983571 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 05:55:41.003807 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 05:55:41.004144 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading Plugin: auto_allocate Aug 23 05:55:41.009977 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: network precommit_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:41.010358 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: network precommit_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:41.010879 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 05:55:41.011206 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading Plugin: tag Aug 23 05:55:41.017987 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 05:55:41.018325 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading Plugin: timestamp Aug 23 05:55:41.022144 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 05:55:41.022479 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading Plugin: network_ip_availability Aug 23 05:55:41.031895 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:41.032272 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:41.032635 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:41.033356 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 05:55:41.033704 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading Plugin: flavors Aug 23 05:55:41.038594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 05:55:41.038933 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading Plugin: revisions Aug 23 05:55:41.043886 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 05:55:41.044288 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_concurrency.lockutils [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.337s {{(pid=104385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 23 05:55:41.045028 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104385) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Aug 23 05:55:41.045368 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Initializing extension manager. Aug 23 05:55:41.045921 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: __init__.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.046267 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: __pycache__ {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.046628 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: address_group.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.047392 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.047962 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: address-group Aug 23 05:55:41.048290 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: address_scope.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.049011 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.049559 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: address-scope Aug 23 05:55:41.049891 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.050830 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.051351 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: router-admin-state-down-before-update Aug 23 05:55:41.051680 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: agent.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.052384 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.052894 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: agent Aug 23 05:55:41.053236 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: agent_resources_synced.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.059296 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.059807 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: agent-resources-synced Aug 23 05:55:41.060131 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: allowedaddresspairs.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.061972 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.062498 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: allowed-address-pairs Aug 23 05:55:41.062832 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: auto_allocated_topology.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.063910 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.064441 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: auto-allocated-topology Aug 23 05:55:41.064766 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: availability_zone.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.065503 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.066015 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: availability_zone Aug 23 05:55:41.066341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: availability_zone_filter.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.067258 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.067768 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: availability_zone_filter Aug 23 05:55:41.068093 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: data_plane_status.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.069018 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.069564 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 05:55:41.069894 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: default_subnetpools.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.070819 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.071326 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: default-subnetpools Aug 23 05:55:41.071679 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.072491 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.073001 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: dhcp_agent_scheduler Aug 23 05:55:41.073328 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: dns.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.074279 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.074790 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension dns-integration not supported by any of loaded plugins Aug 23 05:55:41.075141 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: dns_domain_ports.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.076068 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.076575 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 05:55:41.076903 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.077866 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.078375 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 23 05:55:41.078701 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: dvr.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.079379 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.079913 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: dvr Aug 23 05:55:41.080258 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: ecmp_routes.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.086701 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.087749 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 23 05:55:41.088074 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: empty_string_filtering.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.088995 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.089546 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: empty-string-filtering Aug 23 05:55:41.089898 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.090815 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.091324 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 05:55:41.091650 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.092586 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.093093 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 05:55:41.093418 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: external_net.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.094374 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.094888 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: external-net Aug 23 05:55:41.095213 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.096128 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.096645 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: extra_dhcp_opt Aug 23 05:55:41.096970 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: extraroute.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.097937 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.098442 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: extraroute Aug 23 05:55:41.098767 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: extraroute_atomic.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.099796 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.100307 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: extraroute-atomic Aug 23 05:55:41.100635 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: filter_validation.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.101300 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.101832 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: filter-validation Aug 23 05:55:41.102157 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: fip_pf_description.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.103601 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.104126 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 05:55:41.104447 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: fip_port_details.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.106856 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.107392 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: fip-port-details Aug 23 05:55:41.107731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: flavors.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.108958 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.109503 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: flavors Aug 23 05:55:41.109841 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.111641 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.112165 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 05:55:41.112499 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: floatingip_pools.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.113217 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.114017 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: floatingip-pools Aug 23 05:55:41.114349 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: ip_allocation.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.115305 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.115818 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 05:55:41.116146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.117073 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.117720 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: ip-substring-filtering Aug 23 05:55:41.118141 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l2_adjacency.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.119158 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.119688 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 05:55:41.120037 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.121035 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.121591 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: router Aug 23 05:55:41.121923 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.127849 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.128369 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 05:55:41.128704 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.129686 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.130206 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: ext-gw-mode Aug 23 05:55:41.130537 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.131463 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.131978 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: l3-ha Aug 23 05:55:41.132306 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.133287 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.133769 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 23 05:55:41.134121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3_flavors.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.135053 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.135565 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: l3-flavors Aug 23 05:55:41.135892 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.137262 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.137831 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 23 05:55:41.138170 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.139092 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.139613 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 05:55:41.139947 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: l3agentscheduler.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.140995 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.141537 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: l3_agent_scheduler Aug 23 05:55:41.141872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: local_ip.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.143650 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.144181 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension local_ip not supported by any of loaded plugins Aug 23 05:55:41.144525 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: logging.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.146138 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.146673 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension logging not supported by any of loaded plugins Aug 23 05:55:41.147010 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: metering.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.147763 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.148351 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: metering Aug 23 05:55:41.148693 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.155784 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.156302 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: metering_source_and_destination_fields Aug 23 05:55:41.156634 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: multiprovidernet.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.157609 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.158123 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: multi-provider Aug 23 05:55:41.158449 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: netmtu.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.159370 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.159880 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: net-mtu Aug 23 05:55:41.160214 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: netmtu_writable.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.161161 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.161708 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: net-mtu-writable Aug 23 05:55:41.162036 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: network_availability_zone.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.162710 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.163214 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: network_availability_zone Aug 23 05:55:41.163539 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: network_ip_availability.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.164655 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.165167 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: network-ip-availability Aug 23 05:55:41.166084 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: network_segment_range.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.166872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.167381 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 05:55:41.167709 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: pagination.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.168693 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.169031 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: pagination Aug 23 05:55:41.169361 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: port_device_profile.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.170304 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.170822 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: port-device-profile Aug 23 05:55:41.171150 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.172070 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.172616 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: port-mac-address-regenerate Aug 23 05:55:41.172942 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.173956 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.174468 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: port-numa-affinity-policy Aug 23 05:55:41.174794 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: port_resource_request.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.175714 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.176223 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 05:55:41.176549 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: port_resource_request_groups.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.177556 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.178093 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 23 05:55:41.178445 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: portbindings.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.184870 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.185384 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: binding Aug 23 05:55:41.185747 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: portbindings_extended.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.187014 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.187530 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: binding-extended Aug 23 05:55:41.187861 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: portsecurity.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.188784 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.189299 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: port-security Aug 23 05:55:41.189669 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: project_id.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.190651 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.190985 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: project-id Aug 23 05:55:41.191311 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: providernet.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.192241 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.192755 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: provider Aug 23 05:55:41.193081 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.196615 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.197141 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos not supported by any of loaded plugins Aug 23 05:55:41.197497 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.198736 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.199305 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 05:55:41.199595 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.200524 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.201062 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 05:55:41.201395 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_default.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.202332 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.202847 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-default not supported by any of loaded plugins Aug 23 05:55:41.203182 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_fip.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.204125 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.204637 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-fip not supported by any of loaded plugins Aug 23 05:55:41.204968 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.205930 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.206444 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 23 05:55:41.222255 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_gateway_ip.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.222935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.223448 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 05:55:41.223778 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_port_network_policy.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.224809 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.225329 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 05:55:41.225693 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.226756 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.227267 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 23 05:55:41.227594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.229253 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.229799 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 23 05:55:41.230127 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_pps_rule.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.231313 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.231828 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-pps not supported by any of loaded plugins Aug 23 05:55:41.232182 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_rule_type_details.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.233126 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.233658 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 05:55:41.233990 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: qos_rules_alias.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.235058 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.235572 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 05:55:41.235903 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: quota_check_limit.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.236824 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.237340 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: quota-check-limit Aug 23 05:55:41.237693 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: quotasv2.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.238892 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.239223 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: quotas Aug 23 05:55:41.239552 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: quotasv2_detail.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.241259 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.241624 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: quota_details Aug 23 05:55:41.241964 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: rbac.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.243019 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.243570 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: rbac-policies Aug 23 05:55:41.243906 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: rbac_address_group.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.244839 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.245356 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: rbac-address-group Aug 23 05:55:41.245747 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: rbac_address_scope.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.252438 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.252972 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: rbac-address-scope Aug 23 05:55:41.253285 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: rbac_security_groups.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.254227 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.254740 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: rbac-security-groups Aug 23 05:55:41.255067 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: rbac_subnetpool.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.255980 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.256499 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: rbac-subnetpool Aug 23 05:55:41.256829 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: revisionifmatch.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.257853 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.258397 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: revision-if-match Aug 23 05:55:41.258724 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: revisions.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.259872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.260386 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: standard-attr-revisions Aug 23 05:55:41.260717 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: router_availability_zone.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.261393 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.261934 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: router_availability_zone Aug 23 05:55:41.262267 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: routerservicetype.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.263218 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.263732 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension router-service-type not supported by any of loaded plugins Aug 23 05:55:41.264062 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.264990 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.265530 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: security-groups-normalized-cidr Aug 23 05:55:41.265860 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.266791 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.267301 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: port-security-groups-filtering Aug 23 05:55:41.267629 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.268562 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.269077 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: security-groups-remote-address-group Aug 23 05:55:41.269458 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.270385 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.270893 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: security-groups-shared-filtering Aug 23 05:55:41.271218 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.271809 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Aug 23 05:55:41.272153 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: securitygroup.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.282400 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.282931 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: security-group Aug 23 05:55:41.283270 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: segment.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.284005 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.284523 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension segment not supported by any of loaded plugins Aug 23 05:55:41.284855 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.285840 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.286354 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 05:55:41.286688 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: servicetype.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.287823 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.288339 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: service-type Aug 23 05:55:41.288671 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: sorting.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.289695 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.290096 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: sorting Aug 23 05:55:41.290974 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: standard_attr_segment.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.291903 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.292416 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 05:55:41.292745 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: standardattrdescription.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.293399 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.293945 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: standard-attr-description Aug 23 05:55:41.294273 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: stateful_security_group.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.295222 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.295734 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: stateful-security-group Aug 23 05:55:41.296062 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: stdattrs_common.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.296639 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 05:55:41.296974 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.297935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.298456 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 05:55:41.298784 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: subnet_onboard.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.299836 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.300361 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: subnet_onboard Aug 23 05:55:41.300690 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.301662 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.302181 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 05:55:41.302532 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: subnet_service_types.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.307880 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.308401 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: subnet-service-types Aug 23 05:55:41.308732 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: subnetallocation.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.309852 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.310379 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: subnet_allocation Aug 23 05:55:41.310706 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.311403 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.311916 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: subnetpool-prefix-ops Aug 23 05:55:41.312242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.313206 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.313751 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 05:55:41.314077 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: tagging.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.315150 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.315671 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: standard-attr-tag Aug 23 05:55:41.316002 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: timestamp.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.317215 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.317754 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loaded extension: standard-attr-timestamp Aug 23 05:55:41.318088 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: trunk.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.319121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.319636 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension trunk not supported by any of loaded plugins Aug 23 05:55:41.319962 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: trunk_details.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.320908 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.321419 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension trunk-details not supported by any of loaded plugins Aug 23 05:55:41.321826 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: uplink_status_propagation.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.322783 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.323294 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 05:55:41.323622 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Loading extension file: vlantransparent.py {{(pid=104385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 05:55:41.324294 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 05:55:41.324804 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 05:55:41.327361 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:network Aug 23 05:55:41.327909 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:subnet Aug 23 05:55:41.328304 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 05:55:41.328697 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:port Aug 23 05:55:41.329980 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.330422 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service FLAVORS assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.331065 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.331514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.331852 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:router Aug 23 05:55:41.332295 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 05:55:41.332821 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service METERING assigned prefix: /metering {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.334284 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:41.334663 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:41.335022 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 05:55:41.336045 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 05:55:41.336485 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:security_group Aug 23 05:55:41.336915 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 05:55:41.338089 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service CORE assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.338428 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 05:55:41.338776 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] subnetpool is already registered Aug 23 05:55:41.339204 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service CORE assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.339533 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 05:55:41.339867 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] subnetpool is already registered Aug 23 05:55:41.342196 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.342638 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service FLAVORS assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.343263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.343718 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:router Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] router is already registered Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] floatingip is already registered Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service METERING assigned prefix: /metering {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] rbac_policy is already registered Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:security_group Aug 23 05:55:41.350600 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] security_group is already registered Aug 23 05:55:41.351343 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 05:55:41.351343 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] security_group_rule is already registered Aug 23 05:55:41.351343 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service CORE assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.351343 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 05:55:41.351343 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] subnetpool is already registered Aug 23 05:55:41.351343 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.v2.resource_helper [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Service CORE assigned prefix: {{(pid=104385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 05:55:41.351343 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 05:55:41.351343 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING neutron.quota.resource_registry [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] subnetpool is already registered Aug 23 05:55:41.351857 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: extensions {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.352275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: address-groups {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.354471 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: address-scopes {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.355836 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: agents {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.356981 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: auto-allocated-topology {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.358262 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: availability_zones {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.359497 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: dhcp-networks {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.361027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: dhcp-agents {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.362502 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: routers {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.364960 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: flavors {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.366180 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: service_profiles {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.367416 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: next_providers {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.368896 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: service_profiles {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.371425 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: floatingip-pools {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.372681 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: routers {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.374840 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: floatingips {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.376111 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: l3-routers {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.377523 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: l3-agents {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.378963 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: metering-labels {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.380310 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: metering-label-rules {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.381636 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: network-ip-availabilities {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.382910 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: bindings {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.385085 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: quotas {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.386675 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: quotas {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.388211 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: rbac-policies {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.389518 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: security-groups {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.390748 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: security-group-rules {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.391989 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: service-providers {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.393217 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: subnetpools {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.394682 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: subnetpools {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.396131 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.397849 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.399666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.402038 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.403835 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.405720 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.407412 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.409356 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.411139 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.412991 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron.api.extensions [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Extended resource: tags {{(pid=104385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 05:55:41.419532 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING keystonemiddleware.auth_token [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 05:55:41.424305 dv-cinder-853788-2-iscsi neutron-server[104385]: WARNING keystonemiddleware.auth_token [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 05:55:41.433764 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_concurrency.lockutils [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Acquired lock "singleton_lock" {{(pid=104385) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Aug 23 05:55:41.434250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_concurrency.lockutils [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Releasing lock "singleton_lock" {{(pid=104385) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Aug 23 05:55:41.434914 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO oslo_service.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Starting 2 workers Aug 23 05:55:41.439806 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Started child 104496 {{(pid=104385) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 05:55:41.444320 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Started child 104497 {{(pid=104385) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 05:55:41.445311 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:41.445972 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO neutron.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 05:55:41.446624 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:41.446900 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [-] (104496) wsgi starting up on http://0.0.0.0:9696 Aug 23 05:55:41.449104 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO oslo_service.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Starting 1 workers Aug 23 05:55:41.449220 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:41.450649 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [-] (104497) wsgi starting up on http://0.0.0.0:9696 Aug 23 05:55:41.454387 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Started child 104498 {{(pid=104385) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 05:55:41.454954 dv-cinder-853788-2-iscsi neutron-server[104385]: INFO oslo_service.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Starting 1 workers Aug 23 05:55:41.458280 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] calling RpcWorker wait() {{(pid=104498) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 05:55:41.458832 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] returning from RpcWorker wait() {{(pid=104498) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 05:55:41.459461 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Started child 104499 {{(pid=104385) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 05:55:41.460195 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:41.460288 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8267fdc3-7088-42bb-a4e2-c707f116d6e7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:41.460747 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:55:41.462283 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104385) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 05:55:41.462504 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 05:55:41.462694 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 05:55:41.462921 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 05:55:41.463275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 05:55:41.463444 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 05:55:41.463973 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.464269 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.464552 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.464652 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:41.465085 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.465153 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.465760 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.465903 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:55:41.466009 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.466285 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.466568 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.466834 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.467008 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.467181 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.467427 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.467665 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.467960 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.468227 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.468502 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.468760 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.468938 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.469228 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.469514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.469766 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.470034 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] debug = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.470281 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.470771 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.471012 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.471266 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.471501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.471785 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.472030 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.472296 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.472535 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.472775 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.473013 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.473291 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.473567 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.473787 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.474040 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.474260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.474521 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.474779 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.475250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] host = dv-cinder-853788-2-iscsi {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.475473 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.475697 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.475928 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.476187 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.476460 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.476720 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.476996 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.477262 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.477512 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.478287 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.478569 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.478824 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.479068 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.479307 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.479477 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_options = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.479717 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.479993 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.480258 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.480451 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.480618 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.480766 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.481033 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.481202 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.481476 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.481699 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.481954 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.482134 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.482382 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.482569 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.482809 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.483035 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.483282 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.483497 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.483756 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.484006 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.484255 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.484514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.484765 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.484990 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.485226 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.485470 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.486022 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.486022 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.490501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.490501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.490501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.490501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.490501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.490501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.490501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.490501 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.491810 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.491810 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.491810 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.491810 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.491810 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.491810 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.491810 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492830 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 57462) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_json = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.492979 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.495594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.495594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.495594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.495594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.495594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.495594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.495594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.495594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.496576 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.496576 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.496576 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.496576 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.496576 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.496576 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.497238 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.497238 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.503731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.503731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.503731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.503731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.503731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.503731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.503731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.503731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.505704 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.505704 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.505704 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.505704 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.505704 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.507777 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074441 Aug 23 05:55:41.507872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.507872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.507872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.507872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.507872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.507872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.507872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.507872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.508666 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.509380 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.509380 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.509380 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.509380 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.509380 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.509380 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.509380 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.510557 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.510557 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.510557 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.510557 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.510557 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.514599 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.514599 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.514599 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.514599 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.514599 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.514599 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.514599 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.514599 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515121 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515653 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515653 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515653 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515653 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.515653 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.516007 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.516079 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.516489 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.516489 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.516695 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.516907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.517119 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.517352 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.518432 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.518658 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.519229 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.519229 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.519398 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.519588 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.519830 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.520108 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.520418 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.520669 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.520914 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.521138 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.521937 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.522349 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.522773 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.523231 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.523694 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.524044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.524387 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.524726 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.525151 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.525467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.525768 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.526077 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.526488 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.526891 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.527314 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.527541 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.528297 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.528297 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.528613 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.528613 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.529826 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.530221 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.531270 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.531730 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.532128 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.532447 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.532648 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.532930 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.533240 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.533572 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.533856 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.534114 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.534368 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.534627 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.534882 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.535306 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.535683 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.535931 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.536155 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.536407 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.536632 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.536842 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.537230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.537711 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.538118 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.538487 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.538852 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.539259 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.539517 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.539766 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.540197 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.541118 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.541387 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.542313 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.542313 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.542313 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.542313 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.542608 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.542763 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.543123 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.543500 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.543901 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.544269 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.544646 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.545031 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.545516 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.545912 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.546160 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.547079 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.547079 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.547079 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.547079 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.547354 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.547489 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.548044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.548044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.548195 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.548323 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.548553 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.548789 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.549058 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.549313 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.549581 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.549833 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.550156 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.550532 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.550753 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.551036 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.551255 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.551693 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.551921 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.552144 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.552367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.552669 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.552819 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.553181 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.553602 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.553860 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.554195 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.555159 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.555159 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.555159 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.555159 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.555450 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.555680 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.555909 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.556787 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.557010 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.557259 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.557504 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.557730 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.557966 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.558183 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.558414 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.558822 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.559213 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.559654 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.560021 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.560390 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.560641 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.561805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.561805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.561805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.561805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.561805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.562146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.562146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.562403 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.562658 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.562889 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.563132 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.563367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.563626 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.563857 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.564067 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.564302 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.564499 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.564868 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.564972 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.565164 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.565375 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.565725 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.565961 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.566177 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.566387 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.566645 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.566855 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.567064 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.567450 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.567611 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.567762 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.567912 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.568351 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.568351 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.568613 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.568746 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.568935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.569163 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.570255 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.570255 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.570255 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.570255 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.570255 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.570941 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.570941 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.570941 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.571350 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.571543 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.571828 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.572238 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.573367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.573367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.573367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.573875 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.574044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.574306 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.574582 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.576357 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.576357 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.576357 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.576797 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.576947 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.577176 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.577661 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.577826 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.578070 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.578558 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.578719 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.578860 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.579080 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.579331 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.579557 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.579774 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.579992 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.580230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.580446 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.580685 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.580938 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.581165 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.581842 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.581842 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.581842 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.582269 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.582414 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.582553 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.582808 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.582956 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 05:55:41.583400 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104385) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 05:55:41.583551 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 05:55:41.583690 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 05:55:41.583887 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 05:55:41.584071 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 05:55:41.584223 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 05:55:41.584430 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.584597 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.584762 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.584907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.585074 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.585496 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.585496 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.586456 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.586619 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.586779 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.586946 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.587296 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.588316 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.588479 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.588829 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.588990 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.589151 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.589487 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.589804 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.589965 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.590128 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.590288 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.590449 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] debug = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.590611 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.590829 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.590998 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.591164 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.591322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.591485 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.592398 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.592398 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.592398 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.592398 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.592398 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.592398 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.594056 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.594056 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.594056 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.594056 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.594056 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.594056 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.594056 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] host = dv-cinder-853788-2-iscsi {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.594056 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.596467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.596467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.596467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.596467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.596467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.596467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.596467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.596467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_options = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.597260 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.598214 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.598214 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.598214 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.598214 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.598214 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.598214 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.598214 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.600263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.600263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.600263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.600263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.600263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.600263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.600263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.600263 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.601341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.601341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.601341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.601341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.601341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.601341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.601341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.601341 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.602230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.602230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.602230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.602230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.602230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.602230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.602230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.602230 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.603514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.603514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.603514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.603514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.603514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.603514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.603514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.603514 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_json = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.605275 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.606027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.606027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.606027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.606027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.606027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 05:55:41.606027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606027 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606559 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606559 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606559 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606559 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606559 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606559 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.606952 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:55:41.607044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607044 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607585 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607585 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607585 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.607585 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.608297 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.608297 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.608297 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.608297 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.608297 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.609426 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.609426 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.609426 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.609426 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.609426 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.609426 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.609426 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.610269 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.610269 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.610269 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.610567 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.610567 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.610790 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.610790 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.611752 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.611752 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.611752 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.611752 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.611752 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.612277 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.612277 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.612277 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.612564 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.612564 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.612769 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.612769 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.614367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.614367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.614367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.614367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.614367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.614367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.614367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.614367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.616133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.617244 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.619098 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.620242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.620242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.620242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.620242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.620242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.620242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.620242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.620242 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621250 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621871 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621871 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621871 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.621871 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.622139 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.622139 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.622287 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.622367 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.622499 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.622658 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.622818 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.622983 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.623134 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.623935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.623935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.623935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.623935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.623935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.625322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.625322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.625322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.625322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.625322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.625322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.625322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.625322 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626146 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626590 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626590 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626590 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626794 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.626908 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.627088 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.627408 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.627921 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.627921 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.627921 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.628134 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.628201 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.628316 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.628622 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.629495 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.629495 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.629495 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.629495 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.629495 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.629877 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.629877 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.629877 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.630092 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.630174 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.630311 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.630474 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.630622 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.630784 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.630935 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.631097 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.631247 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.631399 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.631569 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.631714 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.631864 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.632020 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.632175 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.632329 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.632482 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.632638 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.632795 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.632946 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.633103 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.633259 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.633415 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.633605 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.633763 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.633919 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.634178 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.634967 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.635152 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.635303 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.635448 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.635590 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.635731 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.635872 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.636674 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.636674 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.636674 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.636674 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.636674 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.637317 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.637317 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.637317 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.637317 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.637612 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.637612 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.637770 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.638805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.638805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.638805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.638805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.638805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.638805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.638805 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.639498 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.639498 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.639498 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.639498 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.639498 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640057 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640057 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640057 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640411 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640411 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640411 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640752 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640752 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.640973 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.641907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.641907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.641907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.641907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.641907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.641907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.641907 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.643312 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.643312 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.643312 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.643312 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.643312 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.643312 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.643312 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.643312 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644133 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644768 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644768 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644768 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.644768 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.645110 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.645110 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.645302 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.645425 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.646356 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.646527 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.646858 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.647170 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.647331 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.647639 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.647809 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.648111 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.648418 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.648594 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.649466 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.649466 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.649466 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.649466 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.649466 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.649849 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.649849 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.649968 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.650032 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.650238 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.651969 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.651969 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.651969 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.651969 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.651969 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.651969 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.652349 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.652349 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.652467 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.652647 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.652776 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.653729 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.653896 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.654058 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.654686 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.654686 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.654686 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.655496 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.655673 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.655834 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.655998 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.656161 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.656336 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.656489 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.656630 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.656785 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.656954 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.657106 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.657269 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 05:55:41.657401 dv-cinder-853788-2-iscsi neutron-server[104385]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 05:55:53.277156 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02afe87a-6ccd-400a-9499-590b33a35264 None None] get_active_networks_info from dv-cinder-853788-2-iscsi {{(pid=104498) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 23 05:55:53.333750 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02afe87a-6ccd-400a-9499-590b33a35264 None None] No non-hosted networks {{(pid=104498) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 05:55:53.341758 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.agentschedulers_db [None req-02afe87a-6ccd-400a-9499-590b33a35264 None None] DHCP Agent not found on host dv-cinder-853788-2-iscsi {{(pid=104498) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 23 05:55:53.420580 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63543fd4-6501-4f2d-b7a6-428f549a07fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536907'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:55.383395 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36f88900-1fff-4471-96b1-2647752e8821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536907'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:55.478566 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8c1689a5-478b-49c6-8f4c-262745ac0b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:56.935697 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536907'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:58.117104 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536907'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:59.328720 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 57554) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:55:59.468056 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536907'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:55:59.468756 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.469098 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.469458 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.469805 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.470143 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.470469 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.470796 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.471144 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.471474 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.471799 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.472143 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.472494 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.472833 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:55:59.473251 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-853788-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:55:59.489518 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-853788-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:55:59.834385 dv-cinder-853788-2-iscsi neutron-server[104496]: WARNING oslo_policy.policy [None req-d35f1ab1-387a-401d-bb43-87983850496c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 05:55:59.838029 dv-cinder-853788-2-iscsi neutron-server[104496]: WARNING oslo_policy.policy [None req-d35f1ab1-387a-401d-bb43-87983850496c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 05:56:00.061870 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [None req-d35f1ab1-387a-401d-bb43-87983850496c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 05:56:00.062906 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-d35f1ab1-387a-401d-bb43-87983850496c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7332523 Aug 23 05:56:02.637111 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 57580) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:02.952787 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-47a566e6-0972-41bf-a50d-1730e0835372 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:56:03.045845 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.policy [None req-47a566e6-0972-41bf-a50d-1730e0835372 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104496) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 05:56:03.089995 dv-cinder-853788-2-iscsi neutron-server[104496]: WARNING oslo_policy.policy [None req-47a566e6-0972-41bf-a50d-1730e0835372 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 05:56:03.090429 dv-cinder-853788-2-iscsi neutron-server[104496]: WARNING oslo_policy.policy [None req-47a566e6-0972-41bf-a50d-1730e0835372 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 05:56:03.255275 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-47a566e6-0972-41bf-a50d-1730e0835372 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744338233726', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744338228393', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744338215407', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744338213485', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744338200477', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744338197589', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1741192', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1651754', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-771278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-681922'] for rbac-policy (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:03.452724 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-47a566e6-0972-41bf-a50d-1730e0835372 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:03.453959 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-47a566e6-0972-41bf-a50d-1730e0835372 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8159173 Aug 23 05:56:03.561152 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.db.l3_hamode_db [None req-a799f77c-837f-4bd4-8267-c30597358210 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 05:56:03.638177 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799f77c-837f-4bd4-8267-c30597358210 None None] Routers set() bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 05:56:03.638590 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799f77c-837f-4bd4-8267-c30597358210 None None] Router IDs set() for agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Aug 23 05:56:05.989712 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 57590) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:06.296350 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:56:06.399176 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Made reservation on behalf of 06fc65a8101d4011b29fe6eff82786ba for: {'network': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 05:56:06.403591 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:06.420414 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:06.526567 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Publish callbacks [] for security_group (f854a326-0005-463e-ad9d-083ad6e89eed), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:06.599224 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f854a326-0005-463e-ad9d-083ad6e89eed), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:06.623659 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=104496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 05:56:06.657799 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744336211429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (7afcc58d-2b4c-462d-9de2-2363ea309de5), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:06.658282 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Unsubscribe: segment precommit_create {{(pid=104496) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 05:56:06.658783 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.segments_db [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Added segment 7afcc58d-2b4c-462d-9de2-2363ea309de5 of type vlan for network 7d5993ae-3220-44be-816d-bdcc9ca63c37 Aug 23 05:56:06.674065 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f854a326-0005-463e-ad9d-083ad6e89eed,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:06.700414 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.700771 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.701122 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.701470 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.701798 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.702120 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.702440 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.702758 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.703074 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.703404 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.703728 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.704046 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.704356 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Tracked resource versions report: Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: pushed versions: Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: { 'AddressGroup': {'1.2'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'ConntrackHelper': {'1.0'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'LocalIPAssociation': {'1.0'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Log': {'1.0'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Network': {'1.1'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Port': {'1.7'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'PortForwarding': {'1.2'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'QosPolicy': {'1.10'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SecurityGroup': {'1.5'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SecurityGroupRule': {'1.2'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SubPort': {'1.0'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Subnet': {'1.1'}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Trunk': {'1.1'}} Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: consumer versions: Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: { DHCP agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: L3 agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: Metadata agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: Metering agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: Open vSwitch agent@dv-cinder-853788-2-iscsi: { 'AddressGroup': '1.2', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'ConntrackHelper': '1.0', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'LocalIPAssociation': '1.0', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Log': '1.0', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Network': '1.1', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Port': '1.7', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'PortForwarding': '1.2', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'QosPolicy': '1.10', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SecurityGroup': '1.5', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SecurityGroupRule': '1.2', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SubPort': '1.0', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Subnet': '1.1', Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Trunk': '1.1'}} Aug 23 05:56:06.705660 dv-cinder-853788-2-iscsi neutron-server[104496]: {{(pid=104496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 05:56:06.771044 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (7d5993ae-3220-44be-816d-bdcc9ca63c37), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:06.894072 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (7d5993ae-3220-44be-816d-bdcc9ca63c37), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:06.899469 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:56:06.900189 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:07.013902 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] Pushing event updated for resources: {'Network': ['ID=7d5993ae-3220-44be-816d-bdcc9ca63c37,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:07.028231 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 7d5993ae-3220-44be-816d-bdcc9ca63c37 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 05:56:07.044948 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-36bc1667-9a5d-448c-b690-903d5cc97056 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0541625 Aug 23 05:56:09.616298 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 57602) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:10.073784 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd6473-6f24-43f4-956d-b188d967520f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:56:10.078194 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-eecd6473-6f24-43f4-956d-b188d967520f demo admin] 10.222.0.26 "GET /v2.0/networks/7d5993ae-3220-44be-816d-bdcc9ca63c37 HTTP/1.1" status: 200 len: 825 time: 0.4579263 Aug 23 05:56:10.100472 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-25b6efbb-9de7-4a9e-9df3-d0a4763c0c37 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/821200eb-0733-4c5d-b06a-fbfaf1d2f196 HTTP/1.1" status: 200 len: 734 time: 0.0194399 Aug 23 05:56:10.108846 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '821200eb-0733-4c5d-b06a-fbfaf1d2f196', 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:56:10.197049 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Made reservation on behalf of 06fc65a8101d4011b29fe6eff82786ba for: {'subnet': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 05:56:10.199287 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:10.628566 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (cb4b94b8-a8ff-4130-b7ee-547924465df2), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:10.699791 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Checking segment: {'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 05:56:10.700095 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Network hostable DHCP agents. Network: 7d5993ae-3220-44be-816d-bdcc9ca63c37, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 05:56:10.704543 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Pushing event updated for resources: {'Subnet': ['ID=cb4b94b8-a8ff-4130-b7ee-547924465df2,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:10.787766 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Network 7d5993ae-3220-44be-816d-bdcc9ca63c37 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 05:56:10.884870 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 7d5993ae-3220-44be-816d-bdcc9ca63c37) {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:56:10.889363 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:56:10.890010 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:10.895301 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cca699-4f79-4a1a-9b05-c43a5d0c74da None None] Network 7d5993ae-3220-44be-816d-bdcc9ca63c37 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 05:56:11.017380 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-71d76279-af8a-46d5-b9d5-aac18aa6f866 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9024944 Aug 23 05:56:11.263636 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-7d5993ae-3220-44be-816d-bdcc9ca63c37', 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37', 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'fixed_ips': [{'subnet_id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 05:56:11.264910 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:11.540820 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Allocated IP 172.20.0.2 (7d5993ae-3220-44be-816d-bdcc9ca63c37/cb4b94b8-a8ff-4130-b7ee-547924465df2/4b615a09-c26c-4bbd-8150-36246bf85ebf) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 05:56:11.802496 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Publish callbacks [] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:11.914705 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:11.987815 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Network 7d5993ae-3220-44be-816d-bdcc9ca63c37 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 05:56:11.998215 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:56:12.004201 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 05:56:12.007265 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Pushing event updated for resources: {'Port': ['ID=4b615a09-c26c-4bbd-8150-36246bf85ebf,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:12.041112 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.041531 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.041857 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.042196 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.042529 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.042858 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.043192 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.043517 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.043929 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.044277 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.044604 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.044922 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.045242 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Tracked resource versions report: Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: pushed versions: Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: { 'AddressGroup': {'1.2'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'ConntrackHelper': {'1.0'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'LocalIPAssociation': {'1.0'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Log': {'1.0'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Network': {'1.1'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Port': {'1.7'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'PortForwarding': {'1.2'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'QosPolicy': {'1.10'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SecurityGroup': {'1.5'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SecurityGroupRule': {'1.2'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SubPort': {'1.0'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Subnet': {'1.1'}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Trunk': {'1.1'}} Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: consumer versions: Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: { DHCP agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: L3 agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: Metadata agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: Metering agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: Open vSwitch agent@dv-cinder-853788-2-iscsi: { 'AddressGroup': '1.2', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'ConntrackHelper': '1.0', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'LocalIPAssociation': '1.0', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Log': '1.0', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Network': '1.1', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Port': '1.7', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'PortForwarding': '1.2', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'QosPolicy': '1.10', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SecurityGroup': '1.5', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SecurityGroupRule': '1.2', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SubPort': '1.0', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Subnet': '1.1', Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Trunk': '1.1'}} Aug 23 05:56:12.046619 dv-cinder-853788-2-iscsi neutron-server[104498]: {{(pid=104498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 05:56:12.096779 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Attempting to bind port 4b615a09-c26c-4bbd-8150-36246bf85ebf on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 05:56:12.097173 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Attempting to bind port 4b615a09-c26c-4bbd-8150-36246bf85ebf by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 05:56:12.097616 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Attempting to bind port 4b615a09-c26c-4bbd-8150-36246bf85ebf on network 7d5993ae-3220-44be-816d-bdcc9ca63c37 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 05:56:12.102460 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 5, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 05:56:12.102836 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Checking segment: {'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 05:56:12.103313 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:12.103706 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Bound using segment: {'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 05:56:12.104174 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Bound port: 4b615a09-c26c-4bbd-8150-36246bf85ebf, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 05:56:12.104571 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:12.163003 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] For port 4b615a09-c26c-4bbd-8150-36246bf85ebf, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 05:56:12.167744 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] For port 4b615a09-c26c-4bbd-8150-36246bf85ebf, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=4b615a09-c26c-4bbd-8150-36246bf85ebf,segment=NetworkSegment(7afcc58d-2b4c-462d-9de2-2363ea309de5),segment_id=7afcc58d-2b4c-462d-9de2-2363ea309de5)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 05:56:12.246231 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:12.304956 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38b597-278e-4661-9b4c-1ab2b260a9ed None None] Pushing event updated for resources: {'Port': ['ID=4b615a09-c26c-4bbd-8150-36246bf85ebf,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:13.595367 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57610) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:14.088829 dv-cinder-853788-2-iscsi neutron-server[104497]: WARNING oslo_policy.policy [None req-34759231-f032-44d8-8dc5-7e1e9e719dea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 05:56:14.089398 dv-cinder-853788-2-iscsi neutron-server[104497]: WARNING oslo_policy.policy [None req-34759231-f032-44d8-8dc5-7e1e9e719dea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 05:56:14.312017 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [None req-34759231-f032-44d8-8dc5-7e1e9e719dea admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 05:56:14.313332 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-34759231-f032-44d8-8dc5-7e1e9e719dea admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7159574 Aug 23 05:56:16.909240 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57624) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:17.227478 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [None req-a52576e4-2c27-4877-ae1d-ce5c32044077 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 05:56:17.228437 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a52576e4-2c27-4877-ae1d-ce5c32044077 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3181117 Aug 23 05:56:19.813865 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57632) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:20.125827 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:56:20.186398 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.policy [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104497) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 05:56:20.231068 dv-cinder-853788-2-iscsi neutron-server[104497]: WARNING oslo_policy.policy [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 05:56:20.231461 dv-cinder-853788-2-iscsi neutron-server[104497]: WARNING oslo_policy.policy [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 05:56:20.374399 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (c9e788fd-102f-4027-8855-d3b82f562adf), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:20.376398 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (c9e788fd-102f-4027-8855-d3b82f562adf), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:20.537185 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] Publish callbacks [] for router_controller (c9e788fd-102f-4027-8855-d3b82f562adf), precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:20.609471 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (c9e788fd-102f-4027-8855-d3b82f562adf), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:20.713499 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:20.714711 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-12ea0d83-1004-49c6-93f5-c60abe27ebc9 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8998313 Aug 23 05:56:22.167009 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 4b615a09-c26c-4bbd-8150-36246bf85ebf up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:56:22.250748 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 4b615a09-c26c-4bbd-8150-36246bf85ebf triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:22.251168 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:22.353113 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 4b615a09-c26c-4bbd-8150-36246bf85ebf is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:56:22.353546 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:22.388687 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 4b615a09-c26c-4bbd-8150-36246bf85ebf, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=4b615a09-c26c-4bbd-8150-36246bf85ebf,segment=NetworkSegment(7afcc58d-2b4c-462d-9de2-2363ea309de5),segment_id=7afcc58d-2b4c-462d-9de2-2363ea309de5)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:56:22.445963 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:22.493085 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=4b615a09-c26c-4bbd-8150-36246bf85ebf,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:23.248121 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2b1780f6-8772-40db-a288-6c5e1ef69fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:23.297527 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57646) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:23.615374 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [None req-71da70cf-f0d9-4073-8889-afe7eefad0a8 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 05:56:23.616461 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-71da70cf-f0d9-4073-8889-afe7eefad0a8 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3179042 Aug 23 05:56:23.712830 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe43e46-fbd7-4ed1-99d1-973ff7349a7d None None] Network 7d5993ae-3220-44be-816d-bdcc9ca63c37 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 05:56:23.780350 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-78ac6b29-d868-45e3-9b60-ddcc9149dcfb None None] Provisioning complete for port 4b615a09-c26c-4bbd-8150-36246bf85ebf triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:23.780741 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-78ac6b29-d868-45e3-9b60-ddcc9149dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:23.905899 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-78ac6b29-d868-45e3-9b60-ddcc9149dcfb None None] Current status of the port 4b615a09-c26c-4bbd-8150-36246bf85ebf is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:56:24.126549 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-4abb2816-60a7-423f-875d-e00dd20b14fb None None] Provisioning complete for port 4b615a09-c26c-4bbd-8150-36246bf85ebf triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:24.127285 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4abb2816-60a7-423f-875d-e00dd20b14fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:24.149265 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 4b615a09-c26c-4bbd-8150-36246bf85ebf up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:56:24.225646 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 4b615a09-c26c-4bbd-8150-36246bf85ebf triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:24.226047 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:24.261374 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-4abb2816-60a7-423f-875d-e00dd20b14fb None None] Current status of the port 4b615a09-c26c-4bbd-8150-36246bf85ebf is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:56:24.302349 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 4b615a09-c26c-4bbd-8150-36246bf85ebf is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:56:25.377126 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-45524ef1-f540-4516-80c3-d309c9d29d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:26.179227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57654) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:26.501415 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:56:26.597090 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Made reservation on behalf of 3869decee235490cb9b23376a9ec23ec for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 05:56:26.599753 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:26.614710 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:26.715338 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Publish callbacks [] for security_group (3485143c-7502-4b50-b792-250e8e0bd361), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:26.782600 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3485143c-7502-4b50-b792-250e8e0bd361), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:26.793386 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Reserving flat network on physical network physnet1 {{(pid=104497) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 05:56:26.825099 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744336211429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (67383f59-1428-45b1-a21b-03db84e3bc3c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:26.825667 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Unsubscribe: segment precommit_create {{(pid=104497) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 05:56:26.826185 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Added segment 67383f59-1428-45b1-a21b-03db84e3bc3c of type flat for network 965f39cc-e708-482e-ac7b-6490c0241a71 Aug 23 05:56:26.841423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3485143c-7502-4b50-b792-250e8e0bd361,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:26.862851 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:26.887206 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.887565 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.887906 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.888240 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.888570 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.888896 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.889235 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.889601 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.890014 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.890287 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.890607 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.890923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.891240 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Tracked resource versions report: Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: pushed versions: Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: { 'AddressGroup': {'1.2'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'ConntrackHelper': {'1.0'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'LocalIPAssociation': {'1.0'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Log': {'1.0'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Network': {'1.1'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Port': {'1.7'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'PortForwarding': {'1.2'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'QosPolicy': {'1.10'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SecurityGroup': {'1.5'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SecurityGroupRule': {'1.2'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SubPort': {'1.0'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Subnet': {'1.1'}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Trunk': {'1.1'}} Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: consumer versions: Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: { DHCP agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: L3 agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: Metadata agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: Metering agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: Open vSwitch agent@dv-cinder-853788-2-iscsi: { 'AddressGroup': '1.2', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'ConntrackHelper': '1.0', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'LocalIPAssociation': '1.0', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Log': '1.0', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Network': '1.1', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Port': '1.7', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'PortForwarding': '1.2', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'QosPolicy': '1.10', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SecurityGroup': '1.5', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SecurityGroupRule': '1.2', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SubPort': '1.0', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Subnet': '1.1', Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Trunk': '1.1'}} Aug 23 05:56:26.892552 dv-cinder-853788-2-iscsi neutron-server[104497]: {{(pid=104497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 05:56:26.940814 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (965f39cc-e708-482e-ac7b-6490c0241a71), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:27.062636 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (965f39cc-e708-482e-ac7b-6490c0241a71), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:27.063862 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:56:27.064588 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:27.166690 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] Pushing event updated for resources: {'Network': ['ID=965f39cc-e708-482e-ac7b-6490c0241a71,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:27.176963 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 965f39cc-e708-482e-ac7b-6490c0241a71 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 05:56:27.222385 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0e401f28-1ca1-4f4e-95f0-583c23615e22 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0421247 Aug 23 05:56:28.071699 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:29.425201 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:29.714455 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57676) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:29.873409 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38308812-e69f-4d59-93b3-bbe1697551ec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:56:29.874803 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-38308812-e69f-4d59-93b3-bbe1697551ec demo admin] 10.222.0.26 "GET /v2.0/subnets/cb4b94b8-a8ff-4130-b7ee-547924465df2 HTTP/1.1" status: 200 len: 849 time: 0.1593769 Aug 23 05:56:30.007919 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-99728262-7c0b-4386-97f3-686173489d6f demo admin] 10.222.0.26 "GET /v2.0/routers/c9e788fd-102f-4027-8855-d3b82f562adf HTTP/1.1" status: 200 len: 704 time: 0.1273358 Aug 23 05:56:30.259250 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:30.545540 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Allocated IP 172.20.0.1 (7d5993ae-3220-44be-816d-bdcc9ca63c37/cb4b94b8-a8ff-4130-b7ee-547924465df2/a5de7292-5e55-4488-83ee-b7debfd1c701) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 05:56:30.724040 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Publish callbacks [] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:30.831580 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:30.917122 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Network 7d5993ae-3220-44be-816d-bdcc9ca63c37 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 05:56:30.920954 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:56:30.922694 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Pushing event updated for resources: {'Port': ['ID=a5de7292-5e55-4488-83ee-b7debfd1c701,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:30.928685 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 05:56:30.929230 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (c9e788fd-102f-4027-8855-d3b82f562adf), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:31.208242 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:31.217390 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-fe12db43-02a6-4496-a845-296834b6ba55 None None] Provisioning complete for port a5de7292-5e55-4488-83ee-b7debfd1c701 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:31.217877 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fe12db43-02a6-4496-a845-296834b6ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:31.301575 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-fe12db43-02a6-4496-a845-296834b6ba55 None None] Port a5de7292-5e55-4488-83ee-b7debfd1c701 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 05:56:31.464673 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Publish callbacks [] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:31.528133 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:31.528879 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (c9e788fd-102f-4027-8855-d3b82f562adf), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:31.603595 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Pushing event updated for resources: {'Port': ['ID=a5de7292-5e55-4488-83ee-b7debfd1c701,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:31.652084 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Network 7d5993ae-3220-44be-816d-bdcc9ca63c37 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 05:56:31.653388 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:56:31.822888 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-22afb457-f172-4b35-b860-01b5135ad954 None None] Provisioning complete for port a5de7292-5e55-4488-83ee-b7debfd1c701 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:31.827332 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-22afb457-f172-4b35-b860-01b5135ad954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:31.853804 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-22afb457-f172-4b35-b860-01b5135ad954 None None] Port a5de7292-5e55-4488-83ee-b7debfd1c701 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 05:56:31.905561 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Router c9e788fd-102f-4027-8855-d3b82f562adf is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 05:56:32.005363 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 05:56:32.005363 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-cc39b9f7-7e2b-4e3a-8d79-a957e669706b demo admin] 10.222.0.26 "PUT /v2.0/routers/c9e788fd-102f-4027-8855-d3b82f562adf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9864678 Aug 23 05:56:32.017069 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Sync routers for ids ['c9e788fd-102f-4027-8855-d3b82f562adf'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 05:56:32.030082 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Routers {'c9e788fd-102f-4027-8855-d3b82f562adf'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 05:56:32.030907 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T05:56:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c9e788fd-102f-4027-8855-d3b82f562adf'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:56:32.210518 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Set router c9e788fd-102f-4027-8855-d3b82f562adf gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:56:32.631817 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'name': 'router1', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T05:56:20Z', 'updated_at': '2022-08-23T05:56:31Z', 'revision_number': 2, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'gw_port_host': None, '_interfaces': [{'id': 'a5de7292-5e55-4488-83ee-b7debfd1c701', 'name': '', 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'mac_address': 'fa:16:3e:e6:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:30Z', 'updated_at': '2022-08-23T05:56:31Z', 'revision_number': 2, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'subnets': [{'id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821200eb-0733-4c5d-b06a-fbfaf1d2f196'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:56:32.680255 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Checking router: c9e788fd-102f-4027-8855-d3b82f562adf for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 05:56:32.681205 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Updating router c9e788fd-102f-4027-8855-d3b82f562adf port a5de7292-5e55-4488-83ee-b7debfd1c701 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 05:56:32.730713 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:33.229184 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Publish callbacks [] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:33.325571 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:33.467070 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Pushing event updated for resources: {'Port': ['ID=a5de7292-5e55-4488-83ee-b7debfd1c701,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:33.469384 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Attempting to bind port a5de7292-5e55-4488-83ee-b7debfd1c701 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 05:56:33.469793 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Attempting to bind port a5de7292-5e55-4488-83ee-b7debfd1c701 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 05:56:33.470246 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Attempting to bind port a5de7292-5e55-4488-83ee-b7debfd1c701 on network 7d5993ae-3220-44be-816d-bdcc9ca63c37 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 05:56:33.479666 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 5, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 05:56:33.479999 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Checking segment: {'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 05:56:33.480485 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:33.480876 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Bound using segment: {'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 05:56:33.481360 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Bound port: a5de7292-5e55-4488-83ee-b7debfd1c701, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afcc58d-2b4c-462d-9de2-2363ea309de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 05:56:33.481760 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:33.484955 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.485307 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.485679 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.486018 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.486348 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.486677 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.487009 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.487332 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.487652 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.487990 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.488315 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.488634 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.488953 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Tracked resource versions report: Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: pushed versions: Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: { 'AddressGroup': {'1.2'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'ConntrackHelper': {'1.0'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'LocalIPAssociation': {'1.0'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Log': {'1.0'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Network': {'1.1'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Port': {'1.7'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'PortForwarding': {'1.2'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'QosPolicy': {'1.10'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SecurityGroup': {'1.5'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SecurityGroupRule': {'1.2'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SubPort': {'1.0'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Subnet': {'1.1'}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Trunk': {'1.1'}} Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: consumer versions: Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: { DHCP agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: L3 agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: Metadata agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: Metering agent@dv-cinder-853788-2-iscsi: {}, Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: Open vSwitch agent@dv-cinder-853788-2-iscsi: { 'AddressGroup': '1.2', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'ConntrackHelper': '1.0', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'LocalIPAssociation': '1.0', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Log': '1.0', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Network': '1.1', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Port': '1.7', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'PortForwarding': '1.2', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'QosPolicy': '1.10', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SecurityGroup': '1.5', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SecurityGroupRule': '1.2', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SubPort': '1.0', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Subnet': '1.1', Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Trunk': '1.1'}} Aug 23 05:56:33.490574 dv-cinder-853788-2-iscsi neutron-server[104499]: {{(pid=104499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 05:56:33.553484 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] For port a5de7292-5e55-4488-83ee-b7debfd1c701, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 05:56:33.575409 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] For port a5de7292-5e55-4488-83ee-b7debfd1c701, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=a5de7292-5e55-4488-83ee-b7debfd1c701,segment=NetworkSegment(7afcc58d-2b4c-462d-9de2-2363ea309de5),segment_id=7afcc58d-2b4c-462d-9de2-2363ea309de5)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 05:56:33.660564 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:33.699227 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Routers {'c9e788fd-102f-4027-8855-d3b82f562adf'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 05:56:33.699839 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T05:56:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c9e788fd-102f-4027-8855-d3b82f562adf'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:56:33.741685 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de50e2a-fd79-42a1-a180-b5591606a228 None None] Pushing event updated for resources: {'Port': ['ID=a5de7292-5e55-4488-83ee-b7debfd1c701,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:33.790477 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] Set router c9e788fd-102f-4027-8855-d3b82f562adf gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:56:33.995930 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'name': 'router1', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T05:56:20Z', 'updated_at': '2022-08-23T05:56:31Z', 'revision_number': 2, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'gw_port_host': None, '_interfaces': [{'id': 'a5de7292-5e55-4488-83ee-b7debfd1c701', 'name': '', 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'mac_address': 'fa:16:3e:e6:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:30Z', 'updated_at': '2022-08-23T05:56:33Z', 'revision_number': 4, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'subnets': [{'id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821200eb-0733-4c5d-b06a-fbfaf1d2f196'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:56:34.024685 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20744360-f14b-4378-9bf9-fe2c3ee5b8ed None None] The sync data for ids ['c9e788fd-102f-4027-8855-d3b82f562adf'] in dv-cinder-853788-2-iscsi is: [{'id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'name': 'router1', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T05:56:20Z', 'updated_at': '2022-08-23T05:56:31Z', 'revision_number': 2, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'gw_port_host': None, '_interfaces': [{'id': 'a5de7292-5e55-4488-83ee-b7debfd1c701', 'name': '', 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'mac_address': 'fa:16:3e:e6:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:30Z', 'updated_at': '2022-08-23T05:56:33Z', 'revision_number': 4, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'subnets': [{'id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821200eb-0733-4c5d-b06a-fbfaf1d2f196'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 05:56:34.442927 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57698) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:34.554454 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2820be5-0c3b-4edc-a2fc-ebfe67a681da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:56:34.555818 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c2820be5-0c3b-4edc-a2fc-ebfe67a681da admin admin] 10.222.0.26 "GET /v2.0/networks/965f39cc-e708-482e-ac7b-6490c0241a71 HTTP/1.1" status: 200 len: 842 time: 0.1119418 Aug 23 05:56:34.565102 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Request body: {'subnet': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:56:34.685580 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Made reservation on behalf of 3869decee235490cb9b23376a9ec23ec for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 05:56:34.687762 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:35.110144 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.objects.ports [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104497) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Aug 23 05:56:35.110598 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (31edc1a4-508b-4d5b-8b42-1b695c2a98c9), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:35.164056 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=31edc1a4-508b-4d5b-8b42-1b695c2a98c9,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:35.174803 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 05:56:35.175154 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Network hostable DHCP agents. Network: 965f39cc-e708-482e-ac7b-6490c0241a71, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 05:56:35.282540 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 05:56:35.348163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 965f39cc-e708-482e-ac7b-6490c0241a71) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:56:35.352244 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:56:35.352863 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:35.359438 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc56017-2e38-4a67-9750-4f49bba6d016 None None] Network 965f39cc-e708-482e-ac7b-6490c0241a71 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 05:56:35.434998 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-cb68b2f3-dffd-4515-b8b6-9b5f11987baa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8731918 Aug 23 05:56:35.460672 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eb0e50-bc52-4463-ac93-4041d516a365 None None] Network 965f39cc-e708-482e-ac7b-6490c0241a71 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 05:56:37.894355 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57706) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:38.025641 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bfece57c-207a-4d4d-91e6-2db560d1d903 demo admin] 10.222.0.26 "GET /v2.0/routers/c9e788fd-102f-4027-8855-d3b82f562adf HTTP/1.1" status: 200 len: 710 time: 0.1248605 Aug 23 05:56:38.107842 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833817fc-04f5-4fce-89f5-5a3a6f9df23b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:56:38.109210 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-833817fc-04f5-4fce-89f5-5a3a6f9df23b demo admin] 10.222.0.26 "GET /v2.0/networks/965f39cc-e708-482e-ac7b-6490c0241a71 HTTP/1.1" status: 200 len: 886 time: 0.0828104 Aug 23 05:56:38.118932 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:56:38.418215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks [] for router_gateway (c9e788fd-102f-4027-8855-d3b82f562adf), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:38.703294 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks [] for router_gateway (c9e788fd-102f-4027-8855-d3b82f562adf), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:38.781768 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:38.910950 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Allocated IP 172.27.1.160 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/866e3269-c7c7-4c3a-80ff-bb886f09368b) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 05:56:39.013084 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks [] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:39.100184 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:39.138257 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 05:56:39.140986 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:56:39.145495 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 05:56:39.179794 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Pushing event updated for resources: {'Port': ['ID=866e3269-c7c7-4c3a-80ff-bb886f09368b,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:39.449476 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks [] for router_gateway (c9e788fd-102f-4027-8855-d3b82f562adf), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:39.629840 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7949'] for router (c9e788fd-102f-4027-8855-d3b82f562adf), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:39.633122 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575714'] for router (c9e788fd-102f-4027-8855-d3b82f562adf), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:39.733712 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Router c9e788fd-102f-4027-8855-d3b82f562adf has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 05:56:39.833672 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 05:56:39.838631 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:39.839703 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-2e981f6c-9d4b-4d85-8478-f22d4bdf93cb demo admin] 10.222.0.26 "PUT /v2.0/routers/c9e788fd-102f-4027-8855-d3b82f562adf HTTP/1.1" status: 200 len: 890 time: 1.7246487 Aug 23 05:56:42.180622 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device a5de7292-5e55-4488-83ee-b7debfd1c701 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:56:42.223087 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port a5de7292-5e55-4488-83ee-b7debfd1c701 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:42.227118 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:42.298499 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port a5de7292-5e55-4488-83ee-b7debfd1c701 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:56:42.298895 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:42.330324 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port a5de7292-5e55-4488-83ee-b7debfd1c701, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=a5de7292-5e55-4488-83ee-b7debfd1c701,segment=NetworkSegment(7afcc58d-2b4c-462d-9de2-2363ea309de5),segment_id=7afcc58d-2b4c-462d-9de2-2363ea309de5)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:56:42.394531 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:42.411467 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 57718) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:56:42.443210 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=a5de7292-5e55-4488-83ee-b7debfd1c701,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:42.534469 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-062d9a1a-d1a7-453d-9780-cc6094318a4b admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1217349 Aug 23 05:56:42.767971 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Sync routers for ids ['c9e788fd-102f-4027-8855-d3b82f562adf'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 05:56:42.780225 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Routers {'c9e788fd-102f-4027-8855-d3b82f562adf'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 05:56:42.780866 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T05:56:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c9e788fd-102f-4027-8855-d3b82f562adf'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:56:42.984592 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Set router c9e788fd-102f-4027-8855-d3b82f562adf gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:56:43.368335 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'name': 'router1', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '866e3269-c7c7-4c3a-80ff-bb886f09368b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T05:56:20Z', 'updated_at': '2022-08-23T05:56:39Z', 'revision_number': 4, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'gw_port': {'id': '866e3269-c7c7-4c3a-80ff-bb886f09368b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:38Z', 'updated_at': '2022-08-23T05:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'a5de7292-5e55-4488-83ee-b7debfd1c701', 'name': '', 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'mac_address': 'fa:16:3e:e6:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:30Z', 'updated_at': '2022-08-23T05:56:42Z', 'revision_number': 5, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'subnets': [{'id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821200eb-0733-4c5d-b06a-fbfaf1d2f196'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:56:43.418738 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Checking router: c9e788fd-102f-4027-8855-d3b82f562adf for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 05:56:43.419004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Updating router c9e788fd-102f-4027-8855-d3b82f562adf port 866e3269-c7c7-4c3a-80ff-bb886f09368b binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 05:56:43.473657 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:43.851547 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Publish callbacks [] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:43.999790 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:44.033266 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Attempting to bind port 866e3269-c7c7-4c3a-80ff-bb886f09368b on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 05:56:44.033658 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Attempting to bind port 866e3269-c7c7-4c3a-80ff-bb886f09368b by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 05:56:44.034024 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Attempting to bind port 866e3269-c7c7-4c3a-80ff-bb886f09368b on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 05:56:44.045278 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 5, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 05:56:44.045675 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 05:56:44.046076 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:44.046471 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 05:56:44.046939 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Bound port: 866e3269-c7c7-4c3a-80ff-bb886f09368b, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 05:56:44.047311 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:44.065658 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c2254-8f47-49aa-a897-a2291925fbb3 None None] Pushing event updated for resources: {'Port': ['ID=866e3269-c7c7-4c3a-80ff-bb886f09368b,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:44.096786 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] For port 866e3269-c7c7-4c3a-80ff-bb886f09368b, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 05:56:44.105871 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] For port 866e3269-c7c7-4c3a-80ff-bb886f09368b, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=866e3269-c7c7-4c3a-80ff-bb886f09368b,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 05:56:44.155097 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device a5de7292-5e55-4488-83ee-b7debfd1c701 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:56:44.188539 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:44.251314 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Routers {'c9e788fd-102f-4027-8855-d3b82f562adf'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 05:56:44.251935 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T05:56:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c9e788fd-102f-4027-8855-d3b82f562adf'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:56:44.260674 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port a5de7292-5e55-4488-83ee-b7debfd1c701 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:44.260674 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:44.322790 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c2254-8f47-49aa-a897-a2291925fbb3 None None] Pushing event updated for resources: {'Port': ['ID=866e3269-c7c7-4c3a-80ff-bb886f09368b,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:44.427167 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] Set router c9e788fd-102f-4027-8855-d3b82f562adf gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:56:44.456152 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port a5de7292-5e55-4488-83ee-b7debfd1c701 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:56:44.656086 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'name': 'router1', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '866e3269-c7c7-4c3a-80ff-bb886f09368b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T05:56:20Z', 'updated_at': '2022-08-23T05:56:39Z', 'revision_number': 4, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'gw_port': {'id': '866e3269-c7c7-4c3a-80ff-bb886f09368b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:38Z', 'updated_at': '2022-08-23T05:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'a5de7292-5e55-4488-83ee-b7debfd1c701', 'name': '', 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'mac_address': 'fa:16:3e:e6:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:30Z', 'updated_at': '2022-08-23T05:56:42Z', 'revision_number': 5, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'subnets': [{'id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821200eb-0733-4c5d-b06a-fbfaf1d2f196'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:56:44.679985 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b9e82-09c9-44f0-8c4d-5dd6c892b003 None None] The sync data for ids ['c9e788fd-102f-4027-8855-d3b82f562adf'] in dv-cinder-853788-2-iscsi is: [{'id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'name': 'router1', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '866e3269-c7c7-4c3a-80ff-bb886f09368b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T05:56:20Z', 'updated_at': '2022-08-23T05:56:39Z', 'revision_number': 4, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'gw_port': {'id': '866e3269-c7c7-4c3a-80ff-bb886f09368b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:38Z', 'updated_at': '2022-08-23T05:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'a5de7292-5e55-4488-83ee-b7debfd1c701', 'name': '', 'network_id': '7d5993ae-3220-44be-816d-bdcc9ca63c37', 'tenant_id': '06fc65a8101d4011b29fe6eff82786ba', 'mac_address': 'fa:16:3e:e6:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e788fd-102f-4027-8855-d3b82f562adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T05:56:30Z', 'updated_at': '2022-08-23T05:56:42Z', 'revision_number': 5, 'project_id': '06fc65a8101d4011b29fe6eff82786ba', 'subnets': [{'id': 'cb4b94b8-a8ff-4130-b7ee-547924465df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821200eb-0733-4c5d-b06a-fbfaf1d2f196'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 05:56:46.201017 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 866e3269-c7c7-4c3a-80ff-bb886f09368b up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:56:46.263645 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 866e3269-c7c7-4c3a-80ff-bb886f09368b triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:46.264030 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:46.398045 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 866e3269-c7c7-4c3a-80ff-bb886f09368b is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:56:46.398437 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:46.424335 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 866e3269-c7c7-4c3a-80ff-bb886f09368b, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=866e3269-c7c7-4c3a-80ff-bb886f09368b,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:56:46.505497 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:46.589635 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=866e3269-c7c7-4c3a-80ff-bb886f09368b,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:56:47.522106 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:56:48.210385 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 866e3269-c7c7-4c3a-80ff-bb886f09368b up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:56:48.326361 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 866e3269-c7c7-4c3a-80ff-bb886f09368b triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:56:48.327734 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (866e3269-c7c7-4c3a-80ff-bb886f09368b), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:48.585021 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 866e3269-c7c7-4c3a-80ff-bb886f09368b is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:56:53.299499 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-82f6c406-4e67-4a9a-aaab-8cd8c9f15521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:55.388672 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c4d65ac-7c31-4608-9c2b-8f19a4fb86cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:56.871385 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:58.090085 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:56:59.440151 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:23.285887 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2f92262e-4f64-45ed-b147-0a30d594b80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:24.511364 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:57:25.360208 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b2974231-ee89-45e7-941a-22fcc2c4791a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:27.165745 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:28.111316 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:29.442557 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:53.264998 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ab1-760f-454d-95ec-2a7da1c893a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:55.367989 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4d8d54b9-aef3-4ebb-bfe4-0b97df8c0973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:56.897028 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:58.114053 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:57:59.481886 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:01.510700 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:58:07.115128 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58206) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:07.251156 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ea1b97-c000-4035-afc8-55465703bd47 admin admin] GET failed (client error): The resource could not be found. Aug 23 05:58:07.252540 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-25ea1b97-c000-4035-afc8-55465703bd47 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1359780 Aug 23 05:58:07.409951 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289ceb9a-2062-4dac-829c-870f419607eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:07.411442 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-289ceb9a-2062-4dac-829c-870f419607eb admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541626 Aug 23 05:58:09.731992 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58216) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:09.825216 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e1100f-661c-4b57-a7b5-b806fa35c5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:09.826561 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-71e1100f-661c-4b57-a7b5-b806fa35c5b4 admin admin] 10.222.0.26 "GET /v2.0/subnets/cb4b94b8-a8ff-4130-b7ee-547924465df2 HTTP/1.1" status: 200 len: 849 time: 0.0936303 Aug 23 05:58:09.836386 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:58:09.917792 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Publish callbacks [] for subnet (cb4b94b8-a8ff-4130-b7ee-547924465df2), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:10.098601 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744336258901'] for subnet (cb4b94b8-a8ff-4130-b7ee-547924465df2), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:10.127602 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:10.128187 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:10.130002 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] 10.222.0.26 "PUT /v2.0/subnets/cb4b94b8-a8ff-4130-b7ee-547924465df2 HTTP/1.1" status: 200 len: 868 time: 0.2971635 Aug 23 05:58:10.133559 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432a883-08d9-4d78-952c-be88e3344f7d None None] Network 7d5993ae-3220-44be-816d-bdcc9ca63c37 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 05:58:10.152991 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4b94b8-a8ff-4130-b7ee-547924465df2,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:58:10.160493 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.160925 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.161273 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.161639 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.162023 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.162498 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.162861 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.163196 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.163548 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.163869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.164191 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.164511 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.164834 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35954f6-6a51-4ffc-b11e-e57c254b7f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:58:10.425143 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-e936ae80-8a83-4ab0-9bb5-b72f9c7b569a None None] Provisioning complete for port a5de7292-5e55-4488-83ee-b7debfd1c701 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:58:10.425469 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e936ae80-8a83-4ab0-9bb5-b72f9c7b569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (a5de7292-5e55-4488-83ee-b7debfd1c701), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:10.499787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-e936ae80-8a83-4ab0-9bb5-b72f9c7b569a None None] Current status of the port a5de7292-5e55-4488-83ee-b7debfd1c701 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:58:10.514137 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-e936ae80-8a83-4ab0-9bb5-b72f9c7b569a None None] Provisioning complete for port 4b615a09-c26c-4bbd-8150-36246bf85ebf triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:58:10.514137 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e936ae80-8a83-4ab0-9bb5-b72f9c7b569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4b615a09-c26c-4bbd-8150-36246bf85ebf), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:10.582671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-e936ae80-8a83-4ab0-9bb5-b72f9c7b569a None None] Current status of the port 4b615a09-c26c-4bbd-8150-36246bf85ebf is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:58:12.467671 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58224) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:12.661154 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69295eac-d565-4321-b33f-4f3ef427728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:12.661574 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69295eac-d565-4321-b33f-4f3ef427728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:12.663636 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-69295eac-d565-4321-b33f-4f3ef427728c admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950116 Aug 23 05:58:15.023108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58232) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:15.153787 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ee364-f21c-4712-b94d-13f23fa7b6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:15.154261 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ee364-f21c-4712-b94d-13f23fa7b6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:15.155783 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fe9ee364-f21c-4712-b94d-13f23fa7b6f5 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317332 Aug 23 05:58:17.500964 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58240) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:17.627180 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c5fc88-4997-42cd-8bc8-32c8f73ae882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:17.628520 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-63c5fc88-4997-42cd-8bc8-32c8f73ae882 admin admin] 10.222.0.26 "GET /v2.0/networks/7d5993ae-3220-44be-816d-bdcc9ca63c37 HTTP/1.1" status: 200 len: 869 time: 0.1265810 Aug 23 05:58:19.976798 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58248) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:20.098502 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca275b02-6e04-4268-9bd9-d492e4c49ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:20.099881 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ca275b02-6e04-4268-9bd9-d492e4c49ff1 admin admin] 10.222.0.26 "GET /v2.0/networks/965f39cc-e708-482e-ac7b-6490c0241a71 HTTP/1.1" status: 200 len: 886 time: 0.1221442 Aug 23 05:58:22.448047 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58256) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:22.570189 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df164f-a32b-4299-ba79-e471aff735a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:22.570633 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df164f-a32b-4299-ba79-e471aff735a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:22.572202 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c3df164f-a32b-4299-ba79-e471aff735a8 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232057 Aug 23 05:58:23.296306 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3ef35413-b116-4d6b-b643-eb7d299b0c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:24.926198 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58264) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:25.054120 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce9c3be-0575-4b91-82bd-d174c5efd23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:25.054577 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce9c3be-0575-4b91-82bd-d174c5efd23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:25.056086 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-cce9c3be-0575-4b91-82bd-d174c5efd23d admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289723 Aug 23 05:58:25.372953 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f5b8617e-7c32-4fe8-952e-981bdf080258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:26.858791 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:27.392818 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58274) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:27.478039 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097dad23-cac4-46f2-9526-dcf214660734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:27.479355 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-097dad23-cac4-46f2-9526-dcf214660734 admin admin] 10.222.0.26 "GET /v2.0/subnets/31edc1a4-508b-4d5b-8b42-1b695c2a98c9 HTTP/1.1" status: 200 len: 816 time: 0.0855393 Aug 23 05:58:28.090758 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:29.436086 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:29.852976 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58282) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:29.942994 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23e8eac-5ce1-447d-a476-4da9b33644b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:29.944446 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-e23e8eac-5ce1-447d-a476-4da9b33644b2 admin admin] 10.222.0.26 "GET /v2.0/subnets/cb4b94b8-a8ff-4130-b7ee-547924465df2 HTTP/1.1" status: 200 len: 868 time: 0.0904913 Aug 23 05:58:38.509307 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:58:53.330502 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a6784e7f-eefe-41bb-b3a9-dbb423209a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:55.365328 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f43df161-a844-473f-92d1-fe2a2e355b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:55.551715 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58336) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:55.598510 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [None req-c0b8fcb8-5c72-46a0-b721-ecd546649602 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 05:58:55.599501 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-c0b8fcb8-5c72-46a0-b721-ecd546649602 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466816 Aug 23 05:58:56.869392 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:58.021667 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58344) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:58:58.081392 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.pecan_wsgi.hooks.translation [None req-946f86c3-630f-4d21-9112-d0973d9dfcf9 admin admin] GET failed (client error): The resource could not be found. Aug 23 05:58:58.090631 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-946f86c3-630f-4d21-9112-d0973d9dfcf9 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600007 Aug 23 05:58:58.115283 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:58:58.225841 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6df72-b6ab-4c15-aa32-c5a8dcb74b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:58:58.227315 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-e6f6df72-b6ab-4c15-aa32-c5a8dcb74b2e admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405685 Aug 23 05:58:59.449754 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:00.594877 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58352) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:59:00.642448 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:59:00.741164 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Made reservation on behalf of 3869decee235490cb9b23376a9ec23ec for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 05:59:00.743667 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:00.770570 dv-cinder-853788-2-iscsi neutron-server[104497]: WARNING neutron.services.revisions.revision_plugin [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Could not find related network for resource to bump revision. Aug 23 05:59:00.784202 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 05:59:00.793401 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (ddefa889-0a73-455f-913a-dae43163a69b), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:00.793765 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Added segment ddefa889-0a73-455f-913a-dae43163a69b of type vlan for network 9768f25a-ab1f-491f-b913-5ff54c79f283 Aug 23 05:59:00.831613 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (9768f25a-ab1f-491f-b913-5ff54c79f283), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:00.920258 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (9768f25a-ab1f-491f-b913-5ff54c79f283), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:00.921281 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:59:00.921873 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:00.981157 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] Pushing event updated for resources: {'Network': ['ID=9768f25a-ab1f-491f-b913-5ff54c79f283,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:59:00.992766 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 9768f25a-ab1f-491f-b913-5ff54c79f283 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 05:59:01.060538 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f7584675-2f84-4cee-b04d-33b48c07b485 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4645953 Aug 23 05:59:03.431990 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58360) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 05:59:03.490728 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.pecan_wsgi.hooks.translation [None req-464e2ffb-037c-4003-96df-051097f6c3b2 admin admin] GET failed (client error): The resource could not be found. Aug 23 05:59:03.491980 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-464e2ffb-037c-4003-96df-051097f6c3b2 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590591 Aug 23 05:59:03.559445 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54227f5e-54b7-4fa2-a004-62068e5cd88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:59:03.569852 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-54227f5e-54b7-4fa2-a004-62068e5cd88c admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0646143 Aug 23 05:59:03.570569 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283', 'name': 'shared-subnet'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:59:03.651928 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Made reservation on behalf of 3869decee235490cb9b23376a9ec23ec for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 05:59:03.654082 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:03.861262 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (9ff26179-95ef-4ae7-aa41-77bc768a4be4), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:03.915209 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff26179-95ef-4ae7-aa41-77bc768a4be4,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:59:03.925352 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Checking segment: {'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 05:59:03.925352 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Network hostable DHCP agents. Network: 9768f25a-ab1f-491f-b913-5ff54c79f283, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 05:59:04.005948 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Network 9768f25a-ab1f-491f-b913-5ff54c79f283 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 05:59:04.069254 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 9768f25a-ab1f-491f-b913-5ff54c79f283) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:59:04.073335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 05:59:04.073973 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:04.079224 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcaae0c-b0f2-40ad-bfd2-210b71810d8e None None] Network 9768f25a-ab1f-491f-b913-5ff54c79f283 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 05:59:04.162028 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-68ec3ddd-901c-481b-a74c-2bae573977d2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5946414 Aug 23 05:59:04.181119 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-9768f25a-ab1f-491f-b913-5ff54c79f283', 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283', 'project_id': '3869decee235490cb9b23376a9ec23ec', 'fixed_ips': [{'subnet_id': '9ff26179-95ef-4ae7-aa41-77bc768a4be4'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 05:59:04.182295 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:04.321977 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Allocated IP 192.168.233.2 (9768f25a-ab1f-491f-b913-5ff54c79f283/9ff26179-95ef-4ae7-aa41-77bc768a4be4/423d02ab-115b-4b8b-9b1f-e732d3c52319) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 05:59:04.465407 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Publish callbacks [] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:04.541705 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:04.585632 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Network 9768f25a-ab1f-491f-b913-5ff54c79f283 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 05:59:04.589195 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:59:04.591664 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 05:59:04.598289 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Pushing event updated for resources: {'Port': ['ID=423d02ab-115b-4b8b-9b1f-e732d3c52319,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:59:04.607633 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.607995 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.608347 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.608676 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.608999 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.609318 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.609662 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.609978 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.610296 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.610627 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.610943 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.611256 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.611566 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:59:04.660051 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Attempting to bind port 423d02ab-115b-4b8b-9b1f-e732d3c52319 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 05:59:04.660420 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Attempting to bind port 423d02ab-115b-4b8b-9b1f-e732d3c52319 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 05:59:04.660786 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Attempting to bind port 423d02ab-115b-4b8b-9b1f-e732d3c52319 on network 9768f25a-ab1f-491f-b913-5ff54c79f283 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 05:59:04.665898 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 05:59:04.666271 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Checking segment: {'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 05:59:04.666668 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:04.667056 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Bound using segment: {'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 05:59:04.667523 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Bound port: 423d02ab-115b-4b8b-9b1f-e732d3c52319, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 05:59:04.667893 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:04.727332 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] For port 423d02ab-115b-4b8b-9b1f-e732d3c52319, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 05:59:04.730315 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] For port 423d02ab-115b-4b8b-9b1f-e732d3c52319, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=423d02ab-115b-4b8b-9b1f-e732d3c52319,segment=NetworkSegment(ddefa889-0a73-455f-913a-dae43163a69b),segment_id=ddefa889-0a73-455f-913a-dae43163a69b)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 05:59:04.810749 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:04.866722 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fcf15-5d87-44c3-b801-1f994e65696a None None] Pushing event updated for resources: {'Port': ['ID=423d02ab-115b-4b8b-9b1f-e732d3c52319,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:59:05.680631 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d4339-058e-4993-a1f6-bf79e83d1696 None None] Network 9768f25a-ab1f-491f-b913-5ff54c79f283 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 05:59:05.749234 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-80c3575b-713f-4cd8-b850-52481aa79fce None None] Provisioning complete for port 423d02ab-115b-4b8b-9b1f-e732d3c52319 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:59:05.749722 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-80c3575b-713f-4cd8-b850-52481aa79fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:05.867964 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-80c3575b-713f-4cd8-b850-52481aa79fce None None] Current status of the port 423d02ab-115b-4b8b-9b1f-e732d3c52319 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:59:05.868365 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-80c3575b-713f-4cd8-b850-52481aa79fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:05.942233 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-80c3575b-713f-4cd8-b850-52481aa79fce None None] For port 423d02ab-115b-4b8b-9b1f-e732d3c52319, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=423d02ab-115b-4b8b-9b1f-e732d3c52319,segment=NetworkSegment(ddefa889-0a73-455f-913a-dae43163a69b),segment_id=ddefa889-0a73-455f-913a-dae43163a69b)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:59:06.029411 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-80c3575b-713f-4cd8-b850-52481aa79fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:06.077349 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3575b-713f-4cd8-b850-52481aa79fce None None] Pushing event updated for resources: {'Port': ['ID=423d02ab-115b-4b8b-9b1f-e732d3c52319,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:59:06.150080 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-448b50d7-741d-44e5-a29b-a82514fe3596 None None] Provisioning complete for port 423d02ab-115b-4b8b-9b1f-e732d3c52319 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:59:06.150394 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-448b50d7-741d-44e5-a29b-a82514fe3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:06.234897 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-448b50d7-741d-44e5-a29b-a82514fe3596 None None] Current status of the port 423d02ab-115b-4b8b-9b1f-e732d3c52319 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:59:06.268428 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 423d02ab-115b-4b8b-9b1f-e732d3c52319 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:59:06.313717 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 423d02ab-115b-4b8b-9b1f-e732d3c52319 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 05:59:06.314115 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (423d02ab-115b-4b8b-9b1f-e732d3c52319), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:06.388213 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 423d02ab-115b-4b8b-9b1f-e732d3c52319 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 05:59:15.508132 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:59:23.273933 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-35de2c6c-aed1-4ba5-94d6-90c22e62d8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:25.386636 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef1bb-50c4-46af-adbe-21b41f4ee053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:26.860442 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:28.143750 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:29.483336 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:52.506515 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:59:53.288527 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-21cceae0-c1e9-4a86-8eda-873c2b65b168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:55.365003 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-28cab286-d36e-4cfb-8f37-6aabbf25d48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:56.879179 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:58.140742 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 05:59:59.454545 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:23.272163 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a056-8d77-4117-9324-4e1273ff0b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:25.380571 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f813d1f9-f5af-4518-8ca4-09801d3c8d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:26.895258 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:28.128567 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:29.464931 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:29.506497 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:00:31.214637 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58398) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:00:31.220250 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [None req-ba34fca3-ea83-4420-bc68-b098126d40c8 tempest-verify_tempest_config-1990306212 tempest-verify_tempest_config-1990306212-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:00:31.221263 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ba34fca3-ea83-4420-bc68-b098126d40c8 tempest-verify_tempest_config-1990306212 tempest-verify_tempest_config-1990306212-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055695 Aug 23 06:00:31.732946 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58416) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:00:31.832959 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:31.903317 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Publish callbacks [] for security_group (3d0e0cd4-a7d7-4a85-be83-322ce900ad48), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:31.961553 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3d0e0cd4-a7d7-4a85-be83-322ce900ad48), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:32.006330 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1967eafd709f4810b43ab8d5c9644978&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2723246 Aug 23 06:00:32.007146 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e0cd4-a7d7-4a85-be83-322ce900ad48,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:00:32.009068 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58420) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:00:32.014047 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.015189 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.015189 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.015189 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.015493 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.015758 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.016100 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.016430 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.016777 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.017119 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.017453 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.017782 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.018138 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4da30-8e39-4052-a2df-dac9c7bdacc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.065206 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Publish callbacks [] for security_group (3d0e0cd4-a7d7-4a85-be83-322ce900ad48), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:32.084783 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Publish callbacks [] for security_group (3d0e0cd4-a7d7-4a85-be83-322ce900ad48), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:32.226292 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3d0e0cd4-a7d7-4a85-be83-322ce900ad48), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:32.229001 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:32.230152 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d0e0cd4-a7d7-4a85-be83-322ce900ad48 HTTP/1.1" status: 204 len: 168 time: 0.2200758 Aug 23 06:00:32.237716 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e0cd4-a7d7-4a85-be83-322ce900ad48,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:00:32.244923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.245270 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.245636 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.245969 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.246296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.246622 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.246947 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.247284 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.247607 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.247926 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.248245 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.248558 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:32.248874 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4d13a-87a9-4799-a3b1-1653605750a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:00:53.269254 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f937-fab3-4f90-b45c-05ea077867bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:55.362710 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3aa9ffa0-af72-462e-8199-37292a9888da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:56.870923 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:58.151657 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:00:59.465114 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:06.504796 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:01:23.268293 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-902e14e7-bece-4fd5-b151-ab92759820e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:25.367278 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2e014f9a-92cb-4594-ae06-d52f53c5ab85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:26.880497 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:28.160057 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:29.447044 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:43.503178 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 5 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:01:53.285910 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-58a4e0ce-ab88-4661-a960-e09cdfefb665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:55.366472 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6df6f820-673d-4ab8-b127-0d608575de09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:56.912738 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:58.131745 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:01:59.474389 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:10.360434 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536907'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:20.502181 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:02:23.273247 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4f2b-faf0-4fd4-a061-5661feecbeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:24.556134 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58492) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:02:24.657726 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bb148864-21ca-4400-864d-3605c7fd3194 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1004670 Aug 23 06:02:25.380604 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6f955a89-485d-4cf6-b8ee-0bacf456bb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:26.878862 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:27.004917 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58502) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:02:27.059294 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-598755a5-63d2-4fd8-bff3-1ae60c38f084 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532620 Aug 23 06:02:28.095753 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:29.455700 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:40.323660 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:53.260930 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c0f5be7e-3ce3-4c09-aa29-fbf81b04afbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:55.374778 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-43498ca6-7a5c-4d03-a8b5-5e1002163de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:56.927899 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:57.501243 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:02:58.134494 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:02:59.459960 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:10.316712 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:23.270581 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-59ff8f15-c1f2-4206-803b-8d726eb85f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:25.389766 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-af6d70fa-a9fc-48d3-b26d-709be49ccfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:26.859150 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:28.117366 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:29.499143 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:34.500656 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:03:40.292222 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:53.268875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-48ef0387-02cb-405c-ba7f-18a3b63ece58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:55.354575 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-94190842-4833-4408-815c-7fb15f4379ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:56.879192 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:58.177955 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:03:59.485654 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:10.279984 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:11.500031 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:04:19.927787 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58670) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:20.175710 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58690) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:20.236573 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1154174159-network', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:20.330285 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Made reservation on behalf of b46a240be5e84bd7bde99fc7a8628b61 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:20.332546 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.340955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.518863 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Publish callbacks [] for security_group (898718d1-6ff4-49cb-b188-677ca9030012), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.554110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-400040500-network', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:20.587836 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (898718d1-6ff4-49cb-b188-677ca9030012), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.602581 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:04:20.625501 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (546cddfb-86a6-4f20-accf-b77886af763c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.625914 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Added segment 546cddfb-86a6-4f20-accf-b77886af763c of type vlan for network 64e506df-1825-4b0a-a783-350ab49333de Aug 23 06:04:20.633716 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898718d1-6ff4-49cb-b188-677ca9030012,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:20.662474 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.666404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Tracked resource versions report: Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: pushed versions: Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: { 'AddressGroup': {'1.2'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'ConntrackHelper': {'1.0'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'LocalIPAssociation': {'1.0'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Log': {'1.0'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Network': {'1.1'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Port': {'1.7'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'PortForwarding': {'1.2'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'QosPolicy': {'1.10'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SecurityGroup': {'1.5'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SecurityGroupRule': {'1.2'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SubPort': {'1.0'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Subnet': {'1.1'}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Trunk': {'1.1'}} Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: consumer versions: Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: { DHCP agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: HyperV agent@hv-cinder-85378: {}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: L3 agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: Metadata agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: Metering agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: Open vSwitch agent@dv-cinder-853788-2-iscsi: { 'AddressGroup': '1.2', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'ConntrackHelper': '1.0', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'LocalIPAssociation': '1.0', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Log': '1.0', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Network': '1.1', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Port': '1.7', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'PortForwarding': '1.2', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'QosPolicy': '1.10', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SecurityGroup': '1.5', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SecurityGroupRule': '1.2', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'SubPort': '1.0', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Subnet': '1.1', Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: 'Trunk': '1.1'}} Aug 23 06:04:20.667935 dv-cinder-853788-2-iscsi neutron-server[104497]: {{(pid=104497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 06:04:20.670547 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Made reservation on behalf of 41de49d1e830476fa45c59ed69f8b7c2 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:20.672523 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.687314 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (64e506df-1825-4b0a-a783-350ab49333de), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.689501 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.781875 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Publish callbacks [] for security_group (ba82bcad-ef75-4046-90bd-fd707b876238), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.805051 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (64e506df-1825-4b0a-a783-350ab49333de), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.806279 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:20.807117 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.817780 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58712) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:20.869382 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (ba82bcad-ef75-4046-90bd-fd707b876238), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.875332 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58720) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:20.876899 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] Pushing event updated for resources: {'Network': ['ID=64e506df-1825-4b0a-a783-350ab49333de,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:20.889556 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 64e506df-1825-4b0a-a783-350ab49333de details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:04:20.891808 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:04:20.910987 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (03127835-7261-4597-8c22-44b5b7948a91), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:20.911329 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Added segment 03127835-7261-4597-8c22-44b5b7948a91 of type vlan for network e72403dd-0069-4ed5-8190-e70639166e1d Aug 23 06:04:20.912655 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba82bcad-ef75-4046-90bd-fd707b876238,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:20.950249 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bcd2456a-33f9-400a-83e7-e999f7ed8345 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0178516 Aug 23 06:04:20.950915 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58726) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:20.955661 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Request body: {'subnet': {'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-subnet', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:20.958869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (e72403dd-0069-4ed5-8190-e70639166e1d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.059993 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58736) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:21.073457 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Made reservation on behalf of b46a240be5e84bd7bde99fc7a8628b61 for: {'subnet': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:21.076095 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.084893 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (e72403dd-0069-4ed5-8190-e70639166e1d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.089453 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:21.089453 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.136953 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-851465233-network', 'tenant_id': '3a01a872d04245e085073b5d62333b65'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:21.158647 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] Pushing event updated for resources: {'Network': ['ID=e72403dd-0069-4ed5-8190-e70639166e1d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:21.171119 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network e72403dd-0069-4ed5-8190-e70639166e1d details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:04:21.173323 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1013342948-network', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:21.213023 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-36e2067a-c8df-4180-b315-b2bbb04b501d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0361562 Aug 23 06:04:21.216472 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58746) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:21.221634 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Request body: {'subnet': {'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-subnet', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:21.278444 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58748) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:21.314308 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2000210932-network', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:21.320307 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Made reservation on behalf of cdcc94a5ac0246afb333e33541f5ac2b for: {'network': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:21.322555 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.331668 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.353827 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Made reservation on behalf of 41de49d1e830476fa45c59ed69f8b7c2 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:21.356995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.359944 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Made reservation on behalf of 3a01a872d04245e085073b5d62333b65 for: {'network': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:21.362400 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.369382 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-933507956-network', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:21.373861 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.408088 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (f03003f5-4979-48f2-a32c-becebcd37287), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.467231 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Made reservation on behalf of 8149140f47e447fd92f7101559b3f0d3 for: {'network': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:21.469495 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.486166 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03003f5-4979-48f2-a32c-becebcd37287,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:21.502475 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.521691 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.522040 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.522578 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.522923 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.523278 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.523643 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.523914 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.524244 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.524820 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.524943 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.525201 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.525733 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.526065 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Tracked resource versions report: Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: pushed versions: Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: { 'AddressGroup': {'1.2'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'ConntrackHelper': {'1.0'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'LocalIPAssociation': {'1.0'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Log': {'1.0'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Network': {'1.1'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Port': {'1.7'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'PortForwarding': {'1.2'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'QosPolicy': {'1.10'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SecurityGroup': {'1.5'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SecurityGroupRule': {'1.2'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SubPort': {'1.0'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Subnet': {'1.1'}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Trunk': {'1.1'}} Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: consumer versions: Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: { DHCP agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: HyperV agent@hv-cinder-85378: {}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: L3 agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: Metadata agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: Metering agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: Open vSwitch agent@dv-cinder-853788-2-iscsi: { 'AddressGroup': '1.2', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'ConntrackHelper': '1.0', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'LocalIPAssociation': '1.0', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Log': '1.0', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Network': '1.1', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Port': '1.7', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'PortForwarding': '1.2', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'QosPolicy': '1.10', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SecurityGroup': '1.5', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SecurityGroupRule': '1.2', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'SubPort': '1.0', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Subnet': '1.1', Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: 'Trunk': '1.1'}} Aug 23 06:04:21.527691 dv-cinder-853788-2-iscsi neutron-server[104496]: {{(pid=104496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 06:04:21.573782 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Made reservation on behalf of fdd86f8650a9453bb06500b0b0aa31e7 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:21.576918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.594591 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.614362 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Publish callbacks [] for security_group (284b8fc8-8e71-4b0a-a321-5e819a467192), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.617674 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Checking segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:21.619783 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Network hostable DHCP agents. Network: 64e506df-1825-4b0a-a783-350ab49333de, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:04:21.680727 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Publish callbacks [] for security_group (9f7065bd-e02d-4cc5-bff0-c60f53dec9af), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.699759 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Publish callbacks [] for security_group (55202fa9-0c16-4f48-b447-3f41148b3ab1), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.701793 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.702018 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Publish callbacks [] for security_group (1d2ae133-28cb-4fda-a891-6ccbf432f68e), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.731230 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (284b8fc8-8e71-4b0a-a321-5e819a467192), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.753940 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=104496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:04:21.760286 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:21.768443 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Network 64e506df-1825-4b0a-a783-350ab49333de is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:04:21.770368 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (9f7065bd-e02d-4cc5-bff0-c60f53dec9af), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.779875 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Checking segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:21.779875 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Network hostable DHCP agents. Network: e72403dd-0069-4ed5-8190-e70639166e1d, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:04:21.780101 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284b8fc8-8e71-4b0a-a321-5e819a467192,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:21.782680 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (2b190aae-10ee-4bab-952f-e658a1018262), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.783087 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.segments_db [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Added segment 2b190aae-10ee-4bab-952f-e658a1018262 of type vlan for network f6d35002-1cef-44da-8d96-3f3ae451bd4d Aug 23 06:04:21.807820 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=104496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:04:21.828095 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (55202fa9-0c16-4f48-b447-3f41148b3ab1), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.850822 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (f6d35002-1cef-44da-8d96-3f3ae451bd4d), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.859420 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:04:21.877204 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55202fa9-0c16-4f48-b447-3f41148b3ab1,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:21.879982 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1d2ae133-28cb-4fda-a891-6ccbf432f68e), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.883492 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (28e392f0-4b54-4f45-95f2-c98cb2b0502c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.883841 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Added segment 28e392f0-4b54-4f45-95f2-c98cb2b0502c of type vlan for network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 Aug 23 06:04:21.889190 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 64e506df-1825-4b0a-a783-350ab49333de) {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:21.899834 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (90a6dd83-420f-4eab-9c28-548956b584e4), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.900104 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.segments_db [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Added segment 90a6dd83-420f-4eab-9c28-548956b584e4 of type vlan for network b9fdd64b-0394-4a45-af34-41e8e2729b5c Aug 23 06:04:21.902730 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:21.903309 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.914481 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7065bd-e02d-4cc5-bff0-c60f53dec9af,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:21.921534 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4f61a-067c-463e-adea-8b6e290bda83 None None] Network 64e506df-1825-4b0a-a783-350ab49333de requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:21.925925 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=104496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:04:21.951110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (bed85486-7d5e-4e92-bb9a-1a54147bf2d8), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.967817 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (091c19ec-1a16-4916-ad2a-1905c9e2adc3), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.968369 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.segments_db [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Added segment 091c19ec-1a16-4916-ad2a-1905c9e2adc3 of type vlan for network b27f2aad-ffa4-4af2-9a13-3121b136ade5 Aug 23 06:04:21.982074 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (f6d35002-1cef-44da-8d96-3f3ae451bd4d), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:21.983367 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:21.984020 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.000278 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Network e72403dd-0069-4ed5-8190-e70639166e1d is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:04:22.008748 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (b9fdd64b-0394-4a45-af34-41e8e2729b5c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.015227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, e72403dd-0069-4ed5-8190-e70639166e1d) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:22.032713 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090597a-5428-4ef5-a97a-8b87c7298d26 None None] Network e72403dd-0069-4ed5-8190-e70639166e1d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:22.044133 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:22.044133 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.046103 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2ae133-28cb-4fda-a891-6ccbf432f68e,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:22.090680 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (bed85486-7d5e-4e92-bb9a-1a54147bf2d8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.092063 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:22.093055 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.135140 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (b27f2aad-ffa4-4af2-9a13-3121b136ade5), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.144900 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-64e506df-1825-4b0a-a783-350ab49333de', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:04:22.146016 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.147495 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-086cd6fb-5cf5-4851-83bc-bfbe9445173f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1940467 Aug 23 06:04:22.169394 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58786) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:22.178891 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:22.189534 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] Pushing event updated for resources: {'Network': ['ID=bed85486-7d5e-4e92-bb9a-1a54147bf2d8,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:22.202282 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3252306 Aug 23 06:04:22.203019 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-91a5ef89-c80c-4211-991d-ddf81bcec57e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9854341 Aug 23 06:04:22.207151 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58788) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:22.209060 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58790) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:22.216791 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Request body: {'subnet': {'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1013342948-subnet', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:22.226948 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-e72403dd-0069-4ed5-8190-e70639166e1d', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:04:22.228525 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.231694 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:22.240396 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d640fc-23ca-4048-9f7b-869b30a14623 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d35002-1cef-44da-8d96-3f3ae451bd4d,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:22.249244 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:04:22.306350 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:04:22.325825 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-dcc0d269-422d-4a98-8fdd-9917b25404ba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0427923 Aug 23 06:04:22.327583 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58794) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:22.338381 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Request body: {'subnet': {'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-subnet', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:22.359398 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (b9fdd64b-0394-4a45-af34-41e8e2729b5c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.359921 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (ec87f542-ff8b-4021-b43e-a7884d79c0ee), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.360347 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:22.360921 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.361429 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (ec87f542-ff8b-4021-b43e-a7884d79c0ee), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.363277 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (b27f2aad-ffa4-4af2-9a13-3121b136ade5), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.364067 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:22.364757 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.365525 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (9519f285-750d-434f-acc5-1430ffbda1a8), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.366444 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (9519f285-750d-434f-acc5-1430ffbda1a8), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.369535 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Made reservation on behalf of cdcc94a5ac0246afb333e33541f5ac2b for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:22.371897 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.433694 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] Pushing event updated for resources: {'Network': ['ID=b9fdd64b-0394-4a45-af34-41e8e2729b5c,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:22.451776 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Made reservation on behalf of fdd86f8650a9453bb06500b0b0aa31e7 for: {'subnet': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:22.458991 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.528474 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks [] for router_controller (ec87f542-ff8b-4021-b43e-a7884d79c0ee), precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.533475 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network b9fdd64b-0394-4a45-af34-41e8e2729b5c details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:04:22.534858 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks [] for router_controller (9519f285-750d-434f-acc5-1430ffbda1a8), precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.540109 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-798d75ad-6100-4e0d-a413-cf9063ed3384 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7211919 Aug 23 06:04:22.540326 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58798) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:22.545350 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Request body: {'subnet': {'network_id': 'b9fdd64b-0394-4a45-af34-41e8e2729b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-851465233-subnet', 'tenant_id': '3a01a872d04245e085073b5d62333b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:22.555522 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4944315 Aug 23 06:04:22.561320 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58800) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:22.566035 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a889b6-bf13-4bdd-a9bb-481f717dbab7 admin admin] Pushing event updated for resources: {'Network': ['ID=b27f2aad-ffa4-4af2-9a13-3121b136ade5,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:22.569124 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Request body: {'subnet': {'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2000210932-subnet', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:22.642503 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:04:22.816653 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Made reservation on behalf of 3a01a872d04245e085073b5d62333b65 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:22.818971 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.822935 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (d0d04fcb-6ab6-45d3-9f73-11fe993bba8c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.836725 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Made reservation on behalf of 8149140f47e447fd92f7101559b3f0d3 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:22.839077 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:22.893026 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Allocated IP 172.20.0.2 (e72403dd-0069-4ed5-8190-e70639166e1d/5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c/a62b1f7f-390d-48ae-b017-a53d03f089ba) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:22.895776 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Allocated IP 172.20.0.2 (64e506df-1825-4b0a-a783-350ab49333de/f03003f5-4979-48f2-a32c-becebcd37287/fdd74260-b190-490a-964c-ddac7b08e22b) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:22.940350 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks [] for router_gateway (ec87f542-ff8b-4021-b43e-a7884d79c0ee), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.005593 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (c796836e-13b9-4067-a558-45f80fe87495), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.051426 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:23.054530 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Checking segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:23.055210 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Network hostable DHCP agents. Network: bed85486-7d5e-4e92-bb9a-1a54147bf2d8, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:04:23.074930 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks [] for router_gateway (9519f285-750d-434f-acc5-1430ffbda1a8), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.156271 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Publish callbacks [] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.160716 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Publish callbacks [] for port (fdd74260-b190-490a-964c-ddac7b08e22b), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.172957 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c796836e-13b9-4067-a558-45f80fe87495,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:23.189560 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:04:23.191161 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Checking segment: {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:23.191527 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Network hostable DHCP agents. Network: f6d35002-1cef-44da-8d96-3f3ae451bd4d, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:04:23.240116 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.276956 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.278971 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-48a783e3-96e9-4cf9-9f28-a697efdb4040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.300177 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Network e72403dd-0069-4ed5-8190-e70639166e1d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:23.310958 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:23.313766 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Network 64e506df-1825-4b0a-a783-350ab49333de is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:23.315634 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Pushing event updated for resources: {'Port': ['ID=a62b1f7f-390d-48ae-b017-a53d03f089ba,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:23.318046 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:23.321001 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:23.330399 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:23.331826 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.332191 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.332549 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.332886 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.333213 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.333555 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.334049 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.334375 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.335304 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.335304 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.335513 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.335757 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.336065 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Tracked resource versions report: Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: pushed versions: Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: { 'AddressGroup': {'1.2'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'ConntrackHelper': {'1.0'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'LocalIPAssociation': {'1.0'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Log': {'1.0'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Network': {'1.1'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Port': {'1.7'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'PortForwarding': {'1.2'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'QosPolicy': {'1.10'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SecurityGroup': {'1.5'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SecurityGroupRule': {'1.2'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SubPort': {'1.0'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Subnet': {'1.1'}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Trunk': {'1.1'}} Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: consumer versions: Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: { DHCP agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: HyperV agent@hv-cinder-85378: {}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: L3 agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: Metadata agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: Metering agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: Open vSwitch agent@dv-cinder-853788-2-iscsi: { 'AddressGroup': '1.2', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'ConntrackHelper': '1.0', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'LocalIPAssociation': '1.0', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Log': '1.0', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Network': '1.1', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Port': '1.7', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'PortForwarding': '1.2', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'QosPolicy': '1.10', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SecurityGroup': '1.5', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SecurityGroupRule': '1.2', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'SubPort': '1.0', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Subnet': '1.1', Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: 'Trunk': '1.1'}} Aug 23 06:04:23.337160 dv-cinder-853788-2-iscsi neutron-server[104498]: {{(pid=104498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 06:04:23.356792 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, bed85486-7d5e-4e92-bb9a-1a54147bf2d8) {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:23.361839 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:23.366152 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.405793 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b1bec-9443-44c0-b00c-711395ac66ab None None] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:23.447039 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9605f207-e621-4fec-92a2-9a5b9c1350a7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1180878 Aug 23 06:04:23.450438 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58810) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:23.455663 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:23.515400 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Attempting to bind port fdd74260-b190-490a-964c-ddac7b08e22b on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:23.515770 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Attempting to bind port fdd74260-b190-490a-964c-ddac7b08e22b by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:23.516125 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Attempting to bind port fdd74260-b190-490a-964c-ddac7b08e22b on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:23.521527 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Pushing event updated for resources: {'Port': ['ID=fdd74260-b190-490a-964c-ddac7b08e22b,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:23.523875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Attempting to bind port a62b1f7f-390d-48ae-b017-a53d03f089ba on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:23.524238 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Attempting to bind port a62b1f7f-390d-48ae-b017-a53d03f089ba by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:23.524589 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Attempting to bind port a62b1f7f-390d-48ae-b017-a53d03f089ba on network e72403dd-0069-4ed5-8190-e70639166e1d {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:23.538381 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:23.538603 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.538722 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Checking segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:23.538722 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.539086 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Bound using segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:23.539749 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Bound port: a62b1f7f-390d-48ae-b017-a53d03f089ba, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:23.539942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.540647 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.541910 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:23.542268 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Checking segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:23.542639 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.543014 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Bound using segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:23.543464 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Bound port: fdd74260-b190-490a-964c-ddac7b08e22b, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:23.543832 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.552477 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:04:23.567031 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, f6d35002-1cef-44da-8d96-3f3ae451bd4d) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:23.573025 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:23.574181 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.582194 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c2c5f-cc28-4f61-87cb-e5092cfbf552 None None] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:23.663550 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (03b197a3-cf24-4c40-a480-dc279dab17c5), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.716755 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:04:23.717916 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.745519 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks [] for router_controller (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), precommit_add_association {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.770542 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-be35c73d-6e73-4844-8b11-2d29a846f87d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5597363 Aug 23 06:04:23.770542 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (6ab2fe0e-479a-4370-936d-4753fd96d0f6), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.770850 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58816) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:23.779423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:23.782786 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] For port a62b1f7f-390d-48ae-b017-a53d03f089ba, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:23.790178 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] For port fdd74260-b190-490a-964c-ddac7b08e22b, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:23.817926 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] For port a62b1f7f-390d-48ae-b017-a53d03f089ba, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=a62b1f7f-390d-48ae-b017-a53d03f089ba,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:23.883694 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] For port fdd74260-b190-490a-964c-ddac7b08e22b, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=fdd74260-b190-490a-964c-ddac7b08e22b,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:23.887416 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b197a3-cf24-4c40-a480-dc279dab17c5,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:23.954270 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-f6d35002-1cef-44da-8d96-3f3ae451bd4d', 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d', 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'fixed_ips': [{'subnet_id': 'c796836e-13b9-4067-a558-45f80fe87495'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:04:23.955399 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.974655 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:23.977682 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks [] for router_gateway (ec87f542-ff8b-4021-b43e-a7884d79c0ee), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.027764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.034664 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Checking segment: {'id': '90a6dd83-420f-4eab-9c28-548956b584e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b9fdd64b-0394-4a45-af34-41e8e2729b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:24.038356 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Network hostable DHCP agents. Network: b9fdd64b-0394-4a45-af34-41e8e2729b5c, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:04:24.038356 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (53604141-f8fa-44a7-bad1-a794c81817aa), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.038784 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (53604141-f8fa-44a7-bad1-a794c81817aa), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.049183 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks [] for router_gateway (9519f285-750d-434f-acc5-1430ffbda1a8), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.058955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab2fe0e-479a-4370-936d-4753fd96d0f6,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:24.064969 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.072978 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Checking segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:24.073339 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Network hostable DHCP agents. Network: b27f2aad-ffa4-4af2-9a13-3121b136ade5, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:04:24.128030 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks [] for router_gateway (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.147463 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.235272 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f32f3e-9ff0-4d47-86d3-1548ac00535b None None] Pushing event updated for resources: {'Port': ['ID=a62b1f7f-390d-48ae-b017-a53d03f089ba,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:24.260963 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Allocated IP 172.20.0.2 (bed85486-7d5e-4e92-bb9a-1a54147bf2d8/d0d04fcb-6ab6-45d3-9f73-11fe993bba8c/cec25b06-b888-48ad-8cd1-10c1404ca295) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:24.397138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks [] for router_controller (53604141-f8fa-44a7-bad1-a794c81817aa), precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.428767 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Network b9fdd64b-0394-4a45-af34-41e8e2729b5c is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:04:24.458717 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:04:24.508230 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782de0d5-fc65-4f63-9547-8fccd4891236 None None] Pushing event updated for resources: {'Port': ['ID=fdd74260-b190-490a-964c-ddac7b08e22b,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:24.614688 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Allocated IP 172.20.0.2 (f6d35002-1cef-44da-8d96-3f3ae451bd4d/c796836e-13b9-4067-a558-45f80fe87495/259522bf-cfd6-44f6-959f-fdea3e6babc7) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:24.650981 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, b9fdd64b-0394-4a45-af34-41e8e2729b5c) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:24.658206 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, b27f2aad-ffa4-4af2-9a13-3121b136ade5) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:24.661822 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243d439-eeb9-482c-8ccb-04fc9d97ee8a None None] Network b9fdd64b-0394-4a45-af34-41e8e2729b5c requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:24.666609 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:24.670360 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.702514 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:24.703113 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.705995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Allocated IP 172.27.1.208 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/383d7e43-71f2-45da-8f1e-87e5d61f1157) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:24.801221 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks [] for router_gateway (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.816923 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-884b71de-b818-48f8-8bf2-73a09f0c89f7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2752838 Aug 23 06:04:24.842668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks [] for router_gateway (53604141-f8fa-44a7-bad1-a794c81817aa), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.850673 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:24.910705 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4f7af683-623e-47e0-8602-015a20d1af16 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3483152 Aug 23 06:04:24.918288 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58842) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:24.923546 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:24.977885 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks [] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.059621 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (c6648d63-4941-472c-bb7b-64ab5e333034), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.060652 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (c6648d63-4941-472c-bb7b-64ab5e333034), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.063052 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Publish callbacks [] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.066813 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092773a3-10c9-404c-a82d-2fcaf1ef1ba2 None None] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:25.136763 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks [] for router_controller (c6648d63-4941-472c-bb7b-64ab5e333034), precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.144986 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.154949 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.213700 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:25.218004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Publish callbacks [] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.231671 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:25.241487 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:25.242904 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:25.255138 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:25.280442 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:25.281181 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Allocated IP 172.27.1.56 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/53c7b32c-fb48-4f38-8161-0c607f6568b2) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:25.287829 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Pushing event updated for resources: {'Port': ['ID=383d7e43-71f2-45da-8f1e-87e5d61f1157,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:25.371778 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43918b9e-ca7b-42e2-b3f3-25c028d1f78b None None] Network b9fdd64b-0394-4a45-af34-41e8e2729b5c requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:25.371778 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.395047 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Pushing event updated for resources: {'Port': ['ID=cec25b06-b888-48ad-8cd1-10c1404ca295,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:25.474913 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:04:25.475862 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.560187 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Attempting to bind port cec25b06-b888-48ad-8cd1-10c1404ca295 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:25.560565 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Attempting to bind port cec25b06-b888-48ad-8cd1-10c1404ca295 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:25.560933 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Attempting to bind port cec25b06-b888-48ad-8cd1-10c1404ca295 on network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:25.567846 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-754398f9-fba2-4de4-b7d7-f83e9d23311d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.612562 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:25.631946 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:25.631946 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Checking segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:25.631946 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.631946 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Bound using segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:25.631946 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Bound port: cec25b06-b888-48ad-8cd1-10c1404ca295, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:25.632513 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.641193 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:25.663411 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:25.665895 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Pushing event updated for resources: {'Port': ['ID=259522bf-cfd6-44f6-959f-fdea3e6babc7,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:25.889771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks [] for router_gateway (53604141-f8fa-44a7-bad1-a794c81817aa), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.942984 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Allocated IP 172.20.0.2 (b27f2aad-ffa4-4af2-9a13-3121b136ade5/6ab2fe0e-479a-4370-936d-4753fd96d0f6/b9b215e2-3a24-4f5a-b373-0cd7483f0ff7) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:25.968125 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks [] for router_gateway (c6648d63-4941-472c-bb7b-64ab5e333034), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:25.975632 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba78bb6-3fc4-4c29-8c99-641bb782c4a2 None None] Network 64e506df-1825-4b0a-a783-350ab49333de requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:26.004653 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.032273 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58874) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:26.033656 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Attempting to bind port 259522bf-cfd6-44f6-959f-fdea3e6babc7 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:26.039983 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Attempting to bind port 259522bf-cfd6-44f6-959f-fdea3e6babc7 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:26.039983 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Attempting to bind port 259522bf-cfd6-44f6-959f-fdea3e6babc7 on network f6d35002-1cef-44da-8d96-3f3ae451bd4d {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:26.040808 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995951181-network', 'tenant_id': '258d328cda4b4f5889cb41a21be9db18'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:26.046222 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] For port cec25b06-b888-48ad-8cd1-10c1404ca295, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:26.102083 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] For port cec25b06-b888-48ad-8cd1-10c1404ca295, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=cec25b06-b888-48ad-8cd1-10c1404ca295,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:26.105688 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:26.106062 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Checking segment: {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:26.106486 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.106852 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Bound using segment: {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:26.107323 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Bound port: 259522bf-cfd6-44f6-959f-fdea3e6babc7, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:26.107744 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.152572 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1a6337-3252-44d3-8bef-e0d47949a8a7 None None] Network e72403dd-0069-4ed5-8190-e70639166e1d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:26.158193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks [] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.162771 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-1f58b9f1-ea1d-4ccb-8d95-be7d42ac42d2 None None] Provisioning complete for port fdd74260-b190-490a-964c-ddac7b08e22b triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:26.163165 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1f58b9f1-ea1d-4ccb-8d95-be7d42ac42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.231453 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks [] for router_gateway (ec87f542-ff8b-4021-b43e-a7884d79c0ee), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.254004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.329674 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Made reservation on behalf of 258d328cda4b4f5889cb41a21be9db18 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:26.332958 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.353622 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.427747 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.438683 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] For port 259522bf-cfd6-44f6-959f-fdea3e6babc7, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:26.471386 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] For port 259522bf-cfd6-44f6-959f-fdea3e6babc7, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=259522bf-cfd6-44f6-959f-fdea3e6babc7,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:26.473066 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Allocated IP 172.27.1.81 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/2f84a88d-0deb-4238-aa17-43d046493e35) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:26.475223 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c3d49-bf22-4d1e-ab74-f1217c10b388 None None] Pushing event updated for resources: {'Port': ['ID=cec25b06-b888-48ad-8cd1-10c1404ca295,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:26.593581 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Publish callbacks [] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.649801 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.664181 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:26.692998 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device a62b1f7f-390d-48ae-b017-a53d03f089ba up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:26.698879 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:26.751193 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks [] for port (2f84a88d-0deb-4238-aa17-43d046493e35), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.816150 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.833946 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-1f58b9f1-ea1d-4ccb-8d95-be7d42ac42d2 None None] Current status of the port fdd74260-b190-490a-964c-ddac7b08e22b is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:26.834339 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1f58b9f1-ea1d-4ccb-8d95-be7d42ac42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.887959 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:26.916470 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (ec87f542-ff8b-4021-b43e-a7884d79c0ee), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.918596 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Pushing event updated for resources: {'Port': ['ID=53c7b32c-fb48-4f38-8161-0c607f6568b2,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:26.922649 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cfa73-11b7-4555-8188-29e03f5fc1e7 None None] Pushing event updated for resources: {'Port': ['ID=259522bf-cfd6-44f6-959f-fdea3e6babc7,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:26.930969 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:26.944782 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:26.982152 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:27.017312 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:27.022699 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-1f58b9f1-ea1d-4ccb-8d95-be7d42ac42d2 None None] For port fdd74260-b190-490a-964c-ddac7b08e22b, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=fdd74260-b190-490a-964c-ddac7b08e22b,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:27.039794 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.047533 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Pushing event updated for resources: {'Port': ['ID=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:27.078366 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:27.097655 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:27.104531 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:27.106171 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port a62b1f7f-390d-48ae-b017-a53d03f089ba triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:27.108319 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.252975 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Publish callbacks [] for security_group (e2f234d6-4d72-4e2a-9390-5c0bbddbd098), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.336967 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Allocated IP 172.27.1.97 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/d12b511d-540e-4863-bb86-3727e918ada8) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:27.344232 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=2f84a88d-0deb-4238-aa17-43d046493e35,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:27.364305 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1f58b9f1-ea1d-4ccb-8d95-be7d42ac42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.424384 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58b9f1-ea1d-4ccb-8d95-be7d42ac42d2 None None] Pushing event updated for resources: {'Port': ['ID=fdd74260-b190-490a-964c-ddac7b08e22b,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:27.466983 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Attempting to bind port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:27.466983 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Attempting to bind port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:27.466983 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Attempting to bind port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 on network b27f2aad-ffa4-4af2-9a13-3121b136ade5 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:27.481321 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:27.481718 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Checking segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:27.482216 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.482505 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Bound using segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:27.483044 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Bound port: b9b215e2-3a24-4f5a-b373-0cd7483f0ff7, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:27.483440 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.585251 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Provisioning complete for port a62b1f7f-390d-48ae-b017-a53d03f089ba triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:27.585737 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.645873 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port a62b1f7f-390d-48ae-b017-a53d03f089ba is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:27.646442 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.657139 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (e2f234d6-4d72-4e2a-9390-5c0bbddbd098), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.668371 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] For port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:27.690416 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] For port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:27.703578 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port a62b1f7f-390d-48ae-b017-a53d03f089ba, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=a62b1f7f-390d-48ae-b017-a53d03f089ba,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:27.724162 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:04:27.733717 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks [] for router_gateway (c6648d63-4941-472c-bb7b-64ab5e333034), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.743101 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Current status of the port a62b1f7f-390d-48ae-b017-a53d03f089ba is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:27.743934 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.782199 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f234d6-4d72-4e2a-9390-5c0bbddbd098,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:27.803038 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (d84460a8-6cdc-42cf-9ae4-402f21691604), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.803420 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Added segment d84460a8-6cdc-42cf-9ae4-402f21691604 of type vlan for network 0f886b37-be55-458d-a200-7bc74af7c70d Aug 23 06:04:27.805190 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.823603 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.828063 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks [] for router_gateway (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.875489 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks [] for port (d12b511d-540e-4863-bb86-3727e918ada8), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.930862 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:27.931642 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device fdd74260-b190-490a-964c-ddac7b08e22b up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:27.937659 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.db.api [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104498) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 06:04:27.942907 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG oslo_db.api [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 06:04:27.942907 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0593c4a-4382-4772-b27b-1cb29466f07b None None] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:27.966138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (0f886b37-be55-458d-a200-7bc74af7c70d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.126801 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (0f886b37-be55-458d-a200-7bc74af7c70d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.127755 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:28.128330 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.389013 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.393953 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb153-4524-4431-849f-369e09e6d9f7 None None] Pushing event updated for resources: {'Port': ['ID=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:28.393953 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.395222 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] Pushing event updated for resources: {'Network': ['ID=0f886b37-be55-458d-a200-7bc74af7c70d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:28.395222 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Router ec87f542-ff8b-4021-b43e-a7884d79c0ee is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:04:28.395839 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 0f886b37-be55-458d-a200-7bc74af7c70d details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:04:28.395918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58900) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:28.395918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks [] for router_gateway (9519f285-750d-434f-acc5-1430ffbda1a8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.446922 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port fdd74260-b190-490a-964c-ddac7b08e22b triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:28.447378 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.459393 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=a62b1f7f-390d-48ae-b017-a53d03f089ba,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:28.464419 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (d12b511d-540e-4863-bb86-3727e918ada8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.518400 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6204ab1-3de8-4899-9da5-563abce6b652 None None] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:28.548481 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0ab8cc88-835e-4b81-94b8-e4717aea5470 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5102193 Aug 23 06:04:28.550478 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58904) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:28.563013 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Request body: {'subnet': {'network_id': '0f886b37-be55-458d-a200-7bc74af7c70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995951181-subnet', 'tenant_id': '258d328cda4b4f5889cb41a21be9db18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:28.570106 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:04:28.588666 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Current status of the port a62b1f7f-390d-48ae-b017-a53d03f089ba is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:28.633857 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:28.636107 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Provisioning complete for port fdd74260-b190-490a-964c-ddac7b08e22b triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:28.637025 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.640808 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Allocated IP 172.27.1.22 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/23ed8677-8f0a-4fe4-a49b-d57c2497201f) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:28.644125 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-64d6ead0-1511-4e36-84a1-fe2e6c01f3e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.654335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:28.677987 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:28.680073 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Pushing event updated for resources: {'Port': ['ID=d12b511d-540e-4863-bb86-3727e918ada8,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:28.708203 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:28.719962 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Sync routers for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:28.731807 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port fdd74260-b190-490a-964c-ddac7b08e22b is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:28.740126 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:28.740718 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:28.753272 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Made reservation on behalf of 258d328cda4b4f5889cb41a21be9db18 for: {'subnet': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:28.755834 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.806711 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-500c1533-85eb-49b7-ab5c-11595a560d91 None None] Current status of the port fdd74260-b190-490a-964c-ddac7b08e22b is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:28.847619 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:28.861453 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Sync routers for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:28.904484 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:28.905129 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:28.956466 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:28.957775 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-fa24a95a-0f51-45e5-b81d-93cf68020fd2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5061543 Aug 23 06:04:28.961398 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58908) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:29.070260 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:29.128331 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Provisioning complete for port cec25b06-b888-48ad-8cd1-10c1404ca295 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:29.128695 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.214734 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 259522bf-cfd6-44f6-959f-fdea3e6babc7 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:29.297860 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:29.402183 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks [] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.421379 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (658d3c73-7770-4d8a-87c3-426b3c76d885), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.458392 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:25Z', 'revision_number': 3, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:29.469060 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Current status of the port cec25b06-b888-48ad-8cd1-10c1404ca295 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:29.469060 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.499755 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Checking router: ec87f542-ff8b-4021-b43e-a7884d79c0ee for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:29.500282 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Updating router ec87f542-ff8b-4021-b43e-a7884d79c0ee port 383d7e43-71f2-45da-8f1e-87e5d61f1157 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:29.511284 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05231f90-3fbd-4c94-a530-4be8da8b715f None None] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:29.528236 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.532913 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9f414587-d3ba-432e-88cf-c45c0c496730 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3070385 Aug 23 06:04:29.534225 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.538121 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-64d6ead0-1511-4e36-84a1-fe2e6c01f3e0 admin admin] Publish callbacks [] for security_group (65cae783-8a58-4287-8cb2-8674c95b55d0), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.539017 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks [] for router_gateway (53604141-f8fa-44a7-bad1-a794c81817aa), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.546171 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58910) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:29.558592 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=658d3c73-7770-4d8a-87c3-426b3c76d885,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:29.567401 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Checking segment: {'id': 'd84460a8-6cdc-42cf-9ae4-402f21691604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0f886b37-be55-458d-a200-7bc74af7c70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:29.567906 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Network hostable DHCP agents. Network: 0f886b37-be55-458d-a200-7bc74af7c70d, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:04:29.597851 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.624695 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 259522bf-cfd6-44f6-959f-fdea3e6babc7 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:29.625092 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.638149 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-64d6ead0-1511-4e36-84a1-fe2e6c01f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (65cae783-8a58-4287-8cb2-8674c95b55d0), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.657112 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] For port cec25b06-b888-48ad-8cd1-10c1404ca295, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=cec25b06-b888-48ad-8cd1-10c1404ca295,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:29.659079 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (9519f285-750d-434f-acc5-1430ffbda1a8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.682211 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Network 0f886b37-be55-458d-a200-7bc74af7c70d is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:04:29.740506 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.832826 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-64d6ead0-1511-4e36-84a1-fe2e6c01f3e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b3e1025e9e341288628ebd4cc27ee0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5143061 Aug 23 06:04:29.834288 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.836594 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58914) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:29.841981 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 0f886b37-be55-458d-a200-7bc74af7c70d) {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:29.861941 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6ead0-1511-4e36-84a1-fe2e6c01f3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cae783-8a58-4287-8cb2-8674c95b55d0,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:29.864126 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.914370 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:29.915203 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.925523 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8da63-b7be-4609-9a93-bf96e2119136 None None] Network 0f886b37-be55-458d-a200-7bc74af7c70d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:29.962853 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Publish callbacks [] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:29.999035 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Provisioning complete for port 259522bf-cfd6-44f6-959f-fdea3e6babc7 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:29.999927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.046457 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Pushing event updated for resources: {'Port': ['ID=cec25b06-b888-48ad-8cd1-10c1404ca295,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:30.117655 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 259522bf-cfd6-44f6-959f-fdea3e6babc7 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:30.118053 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.124083 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.138412 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:30.162264 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:30.182691 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 259522bf-cfd6-44f6-959f-fdea3e6babc7, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=259522bf-cfd6-44f6-959f-fdea3e6babc7,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:30.192108 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859cecb-e25d-4d41-8d74-bf4e5f37b4d2 None None] Network 0f886b37-be55-458d-a200-7bc74af7c70d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:04:30.215395 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Pushing event updated for resources: {'Port': ['ID=383d7e43-71f2-45da-8f1e-87e5d61f1157,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:30.228372 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.229847 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.235727 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Tracked resource versions report: Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: pushed versions: Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: { 'AddressGroup': {'1.2'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'ConntrackHelper': {'1.0'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'LocalIPAssociation': {'1.0'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Log': {'1.0'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Network': {'1.1'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Port': {'1.7'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'PortForwarding': {'1.2'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'QosPolicy': {'1.10'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SecurityGroup': {'1.5'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SecurityGroupRule': {'1.2'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SubPort': {'1.0'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Subnet': {'1.1'}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Trunk': {'1.1'}} Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: consumer versions: Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: { DHCP agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: HyperV agent@hv-cinder-85378: {}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: L3 agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: Metadata agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: Metering agent@dv-cinder-853788-2-iscsi: {}, Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: Open vSwitch agent@dv-cinder-853788-2-iscsi: { 'AddressGroup': '1.2', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'ConntrackHelper': '1.0', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'LocalIPAssociation': '1.0', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Log': '1.0', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Network': '1.1', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Port': '1.7', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'PortForwarding': '1.2', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'QosPolicy': '1.10', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SecurityGroup': '1.5', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SecurityGroupRule': '1.2', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'SubPort': '1.0', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Subnet': '1.1', Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: 'Trunk': '1.1'}} Aug 23 06:04:30.238414 dv-cinder-853788-2-iscsi neutron-server[104499]: {{(pid=104499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 06:04:30.250088 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Attempting to bind port 383d7e43-71f2-45da-8f1e-87e5d61f1157 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:30.251028 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Attempting to bind port 383d7e43-71f2-45da-8f1e-87e5d61f1157 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:30.251564 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Attempting to bind port 383d7e43-71f2-45da-8f1e-87e5d61f1157 on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:30.254628 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Allocated IP 172.20.0.1 (bed85486-7d5e-4e92-bb9a-1a54147bf2d8/d0d04fcb-6ab6-45d3-9f73-11fe993bba8c/6f5a3529-ea3f-4977-ad27-011bd37af6ea) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:30.259986 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:30.260786 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:30.261572 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.262215 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:30.262868 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Bound port: 383d7e43-71f2-45da-8f1e-87e5d61f1157, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:30.263841 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.272677 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:30.305147 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.306132 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:30.320667 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Pushing event updated for resources: {'Port': ['ID=23ed8677-8f0a-4fe4-a49b-d57c2497201f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:30.340866 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] For port 383d7e43-71f2-45da-8f1e-87e5d61f1157, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:30.350083 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] For port 383d7e43-71f2-45da-8f1e-87e5d61f1157, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=383d7e43-71f2-45da-8f1e-87e5d61f1157,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:30.370606 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-d4bbe3e2-a306-4c11-9a8e-ac8d64807dcc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8082697 Aug 23 06:04:30.370606 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Publish callbacks [] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.414781 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=259522bf-cfd6-44f6-959f-fdea3e6babc7,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:30.416911 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.438860 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:30.439233 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.460303 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:27Z', 'revision_number': 3, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:30.468536 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.504433 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:30.505036 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:30.511564 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Checking router: d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:30.512076 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Updating router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 port 2f84a88d-0deb-4238-aa17-43d046493e35 binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:30.517388 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58920) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:30.535603 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:30.556115 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-1c447010-2959-4823-bbf3-ec0b1b3f7d40 None None] Current status of the port 259522bf-cfd6-44f6-959f-fdea3e6babc7 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:30.569647 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.570592 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:30.579874 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c8591-58eb-4cbd-b72c-8f12bcabc2fa None None] Pushing event updated for resources: {'Port': ['ID=383d7e43-71f2-45da-8f1e-87e5d61f1157,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:30.593816 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:30.595338 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.597680 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (53604141-f8fa-44a7-bad1-a794c81817aa), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.664652 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:30.667200 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-995fa585-d612-4e11-9453-17a34cf97be1 admin admin] Publish callbacks [] for security_group (65cae783-8a58-4287-8cb2-8674c95b55d0), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.682003 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5a3529-ea3f-4977-ad27-011bd37af6ea,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:30.691444 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-995fa585-d612-4e11-9453-17a34cf97be1 admin admin] Publish callbacks [] for security_group (65cae783-8a58-4287-8cb2-8674c95b55d0), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.725085 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f72ef1d-1ff1-42c8-813a-bda7c9ad672b admin admin] Deleting subnet 03b197a3-cf24-4c40-a480-dc279dab17c5 {{(pid=104496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:04:30.729317 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1f72ef1d-1ff1-42c8-813a-bda7c9ad672b admin admin] Publish callbacks [] for subnet (03b197a3-cf24-4c40-a480-dc279dab17c5), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.770841 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1f72ef1d-1ff1-42c8-813a-bda7c9ad672b admin admin] Publish callbacks [] for subnet (03b197a3-cf24-4c40-a480-dc279dab17c5), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.782334 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1f72ef1d-1ff1-42c8-813a-bda7c9ad672b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (03b197a3-cf24-4c40-a480-dc279dab17c5), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.893040 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Provisioning complete for port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:30.893685 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.895172 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:30.895547 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.920876 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Router 9519f285-750d-434f-acc5-1430ffbda1a8 is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:04:30.943915 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1f72ef1d-1ff1-42c8-813a-bda7c9ad672b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (03b197a3-cf24-4c40-a480-dc279dab17c5), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:30.964422 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:31.002142 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1f72ef1d-1ff1-42c8-813a-bda7c9ad672b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.005802 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1f72ef1d-1ff1-42c8-813a-bda7c9ad672b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/03b197a3-cf24-4c40-a480-dc279dab17c5 HTTP/1.1" status: 204 len: 168 time: 0.4855578 Aug 23 06:04:31.006749 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72ef1d-1ff1-42c8-813a-bda7c9ad672b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b197a3-cf24-4c40-a480-dc279dab17c5,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:31.013778 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58924) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:31.025402 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks [] for router_gateway (c6648d63-4941-472c-bb7b-64ab5e333034), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.027628 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:25Z', 'revision_number': 3, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:31.030892 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-995fa585-d612-4e11-9453-17a34cf97be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (65cae783-8a58-4287-8cb2-8674c95b55d0), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.036191 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-995fa585-d612-4e11-9453-17a34cf97be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.042222 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-995fa585-d612-4e11-9453-17a34cf97be1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65cae783-8a58-4287-8cb2-8674c95b55d0 HTTP/1.1" status: 204 len: 168 time: 1.1972322 Aug 23 06:04:31.061222 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717c755-c771-4438-9f3f-c119e83b0a61 None None] The sync data for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi is: [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:25Z', 'revision_number': 3, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:31.080888 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.081337 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device a62b1f7f-390d-48ae-b017-a53d03f089ba up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:31.111864 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (b9fdd64b-0394-4a45-af34-41e8e2729b5c), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.146021 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa585-d612-4e11-9453-17a34cf97be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cae783-8a58-4287-8cb2-8674c95b55d0,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:31.191367 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:31.235217 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Current status of the port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:31.235613 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.268442 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Publish callbacks [] for port (2f84a88d-0deb-4238-aa17-43d046493e35), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.306374 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.307678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.315902 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (b9fdd64b-0394-4a45-af34-41e8e2729b5c), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.317112 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:31.329477 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Router 53604141-f8fa-44a7-bad1-a794c81817aa is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:04:31.336320 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.db.api [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104498) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 06:04:31.336682 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG oslo_db.api [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 06:04:31.338864 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:31.342073 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port a62b1f7f-390d-48ae-b017-a53d03f089ba triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:31.342196 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.358505 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:31.359253 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:31.363743 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.380494 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.382912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.382912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.382912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > port after_create 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.382912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.382912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > port after_update 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.382912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.386419 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.386419 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.386419 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.415404 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Attempting to bind port 2f84a88d-0deb-4238-aa17-43d046493e35 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:31.415784 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Attempting to bind port 2f84a88d-0deb-4238-aa17-43d046493e35 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:31.416201 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Attempting to bind port 2f84a88d-0deb-4238-aa17-43d046493e35 on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:31.455426 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:31.455426 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:31.455426 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.455426 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:31.460477 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Bound port: 2f84a88d-0deb-4238-aa17-43d046493e35, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:31.460477 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.546970 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:31.626327 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] For port 2f84a88d-0deb-4238-aa17-43d046493e35, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:31.629923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.638033 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4c728911-fe76-459d-9ebd-926a72c8d8ef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4651303 Aug 23 06:04:31.640629 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58932) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:31.641039 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0f4c4-5790-4208-9984-399fc675523e None None] Pushing event updated for resources: {'Port': ['ID=2f84a88d-0deb-4238-aa17-43d046493e35,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:31.650281 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] For port 2f84a88d-0deb-4238-aa17-43d046493e35, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=2f84a88d-0deb-4238-aa17-43d046493e35,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:31.705369 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port a62b1f7f-390d-48ae-b017-a53d03f089ba is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:31.706553 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device fdd74260-b190-490a-964c-ddac7b08e22b up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:31.753050 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.753404 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.753755 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.754085 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:04:31.754451 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fdd64b-0394-4a45-af34-41e8e2729b5c']}} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:31.803544 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.846426 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a6dd83-420f-4eab-9c28-548956b584e4') {'for_net_delete': True} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:31.852491 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a6dd83-420f-4eab-9c28-548956b584e4') {} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:31.869129 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:27Z', 'revision_number': 3, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:31.899042 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:31.900786 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Updating router 9519f285-750d-434f-acc5-1430ffbda1a8 port 53c7b32c-fb48-4f38-8161-0c607f6568b2 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:31.926991 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:31.927981 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31873280'] for segment (90a6dd83-420f-4eab-9c28-548956b584e4), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.928092 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:31.992829 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (90a6dd83-420f-4eab-9c28-548956b584e4), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:31.998232 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.027002 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (c6648d63-4941-472c-bb7b-64ab5e333034), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.121270 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:04:32.123287 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31817597'] for segment (90a6dd83-420f-4eab-9c28-548956b584e4), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.142219 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:32.153853 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:32.204792 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Sync routers for ids ['53604141-f8fa-44a7-bad1-a794c81817aa'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:32.230500 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port fdd74260-b190-490a-964c-ddac7b08e22b triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:32.230885 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.260518 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Publish callbacks [] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.271035 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Current status of the port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:32.319228 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (b9fdd64b-0394-4a45-af34-41e8e2729b5c), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.346583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0f4c4-5790-4208-9984-399fc675523e None None] Pushing event updated for resources: {'Port': ['ID=2f84a88d-0deb-4238-aa17-43d046493e35,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:32.350151 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.360837 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.365647 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b9fdd64b-0394-4a45-af34-41e8e2729b5c HTTP/1.1" status: 204 len: 168 time: 1.3464413 Aug 23 06:04:32.365863 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-cd72b990-c1e3-41a8-8152-8a491e96a759 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5896842 Aug 23 06:04:32.366786 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d59c6-afc2-4d20-ba3d-7972a01b1b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fdd64b-0394-4a45-af34-41e8e2729b5c,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:32.371035 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58950) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:32.371825 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 58952) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:32.375896 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.389514 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Routers {'53604141-f8fa-44a7-bad1-a794c81817aa'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:32.390925 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['53604141-f8fa-44a7-bad1-a794c81817aa'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:32.398878 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Allocated IP 172.20.0.1 (e72403dd-0069-4ed5-8190-e70639166e1d/5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c/f3ab89fb-2beb-45f9-9e43-b00aa10a4e23) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:32.416866 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Provisioning complete for port 259522bf-cfd6-44f6-959f-fdea3e6babc7 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:32.417223 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.421463 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Publish callbacks [] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.485022 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.572905 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5a3529-ea3f-4977-ad27-011bd37af6ea,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:32.580954 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.649795 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a72217-aa23-41f7-bc39-9ec1bc91cfcb admin admin] Deleting subnet 658d3c73-7770-4d8a-87c3-426b3c76d885 {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:04:32.655170 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5a72217-aa23-41f7-bc39-9ec1bc91cfcb admin admin] Publish callbacks [] for subnet (658d3c73-7770-4d8a-87c3-426b3c76d885), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.697102 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5a72217-aa23-41f7-bc39-9ec1bc91cfcb admin admin] Publish callbacks [] for subnet (658d3c73-7770-4d8a-87c3-426b3c76d885), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.715718 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5a72217-aa23-41f7-bc39-9ec1bc91cfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (658d3c73-7770-4d8a-87c3-426b3c76d885), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.790896 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:32.796003 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:32.818644 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12273e26-663a-4077-9498-c05959187b03 None None] Pushing event updated for resources: {'Port': ['ID=53c7b32c-fb48-4f38-8161-0c607f6568b2,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:32.835693 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Attempting to bind port 53c7b32c-fb48-4f38-8161-0c607f6568b2 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:32.843864 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Attempting to bind port 53c7b32c-fb48-4f38-8161-0c607f6568b2 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:32.844271 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Attempting to bind port 53c7b32c-fb48-4f38-8161-0c607f6568b2 on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:32.877723 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:32.877723 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:32.877723 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.878294 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:32.878617 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Bound port: 53c7b32c-fb48-4f38-8161-0c607f6568b2, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:32.879017 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:32.895381 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 90a6dd83-420f-4eab-9c28-548956b584e4 resource provider aggregate not found Aug 23 06:04:32.921256 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 90a6dd83-420f-4eab-9c28-548956b584e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90a6dd83-420f-4eab-9c28-548956b584e4 found for delete ", "request_id": "req-ec50f933-edfc-4c9e-9573-0123113254be"}]} Aug 23 06:04:32.952353 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] For port 53c7b32c-fb48-4f38-8161-0c607f6568b2, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:32.955967 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] For port 53c7b32c-fb48-4f38-8161-0c607f6568b2, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=53c7b32c-fb48-4f38-8161-0c607f6568b2,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:32.967176 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port fdd74260-b190-490a-964c-ddac7b08e22b is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:32.968455 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device cec25b06-b888-48ad-8cd1-10c1404ca295 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:32.991903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5a72217-aa23-41f7-bc39-9ec1bc91cfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for subnet (658d3c73-7770-4d8a-87c3-426b3c76d885), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.028139 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.070617 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:04:33.074533 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5a72217-aa23-41f7-bc39-9ec1bc91cfcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.080481 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d5a72217-aa23-41f7-bc39-9ec1bc91cfcb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/658d3c73-7770-4d8a-87c3-426b3c76d885 HTTP/1.1" status: 204 len: 168 time: 0.7007163 Aug 23 06:04:33.087226 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 58978) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:33.114563 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:33.115334 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:33.144308 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a72217-aa23-41f7-bc39-9ec1bc91cfcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658d3c73-7770-4d8a-87c3-426b3c76d885,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:33.145004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Set router 53604141-f8fa-44a7-bad1-a794c81817aa gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:33.266996 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:33.279987 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Publish callbacks [] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.352937 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Current status of the port 259522bf-cfd6-44f6-959f-fdea3e6babc7 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:33.401147 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Router c6648d63-4941-472c-bb7b-64ab5e333034 is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:04:33.403043 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port cec25b06-b888-48ad-8cd1-10c1404ca295 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:33.403447 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.454692 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Provisioning complete for port cec25b06-b888-48ad-8cd1-10c1404ca295 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:33.455062 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.496209 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:30Z', 'revision_number': 1, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:33.516119 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:27Z', 'revision_number': 3, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:33.542912 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a62efa-51d6-4623-b427-81ca648f0738 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:27Z', 'revision_number': 3, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:33.545427 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12273e26-663a-4077-9498-c05959187b03 None None] Pushing event updated for resources: {'Port': ['ID=53c7b32c-fb48-4f38-8161-0c607f6568b2,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:33.577576 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93969c-a67a-48ce-ac78-9a6baca6f12c None None] The sync data for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi is: [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:30Z', 'revision_number': 1, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:33.618447 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (0f886b37-be55-458d-a200-7bc74af7c70d), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.673807 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:29Z', 'revision_number': 3, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:33.686195 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.731865 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:33.732010 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port cec25b06-b888-48ad-8cd1-10c1404ca295 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:33.734897 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Checking router: 53604141-f8fa-44a7-bad1-a794c81817aa for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:33.735250 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Updating router 53604141-f8fa-44a7-bad1-a794c81817aa port d12b511d-540e-4863-bb86-3727e918ada8 binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:33.754797 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b726a445-23d4-4fe4-a786-bc3c5eac19a0 admin admin] 10.222.0.26 "PUT /v2.0/routers/d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7921581 Aug 23 06:04:33.795071 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d12b511d-540e-4863-bb86-3727e918ada8), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:33.964177 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Network e72403dd-0069-4ed5-8190-e70639166e1d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:34.001424 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (0f886b37-be55-458d-a200-7bc74af7c70d), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.038923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:34.042034 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:34.076963 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:34.077734 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (ec87f542-ff8b-4021-b43e-a7884d79c0ee), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.114449 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f886b37-be55-458d-a200-7bc74af7c70d']}} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:34.131717 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84460a8-6cdc-42cf-9ae4-402f21691604') {'for_net_delete': True} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:34.131932 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84460a8-6cdc-42cf-9ae4-402f21691604') {} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:34.157263 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31873280'] for segment (d84460a8-6cdc-42cf-9ae4-402f21691604), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.209482 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (d84460a8-6cdc-42cf-9ae4-402f21691604), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.210580 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 383d7e43-71f2-45da-8f1e-87e5d61f1157 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:34.226584 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:04:34.226908 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31817597'] for segment (d84460a8-6cdc-42cf-9ae4-402f21691604), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.245855 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-36c274c0-a940-49ec-b60c-dc8e6e881da7 None None] Current status of the port cec25b06-b888-48ad-8cd1-10c1404ca295 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:34.482397 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.491363 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (0f886b37-be55-458d-a200-7bc74af7c70d), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.515985 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-7acaaa7f-bc3f-44d6-a2e0-80ef62deef6d None None] Provisioning complete for port 6f5a3529-ea3f-4977-ad27-011bd37af6ea triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:34.516360 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7acaaa7f-bc3f-44d6-a2e0-80ef62deef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.524003 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:34.537737 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Sync routers for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:34.548061 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 383d7e43-71f2-45da-8f1e-87e5d61f1157 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:34.548385 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.586235 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:34.590157 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:34.603127 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.606790 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-7acaaa7f-bc3f-44d6-a2e0-80ef62deef6d None None] Port 6f5a3529-ea3f-4977-ad27-011bd37af6ea cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:34.615386 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] 10.222.0.26 "DELETE /v2.0/networks/0f886b37-be55-458d-a200-7bc74af7c70d HTTP/1.1" status: 204 len: 168 time: 1.5188925 Aug 23 06:04:34.630348 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55abedf-a99a-4051-9b0b-48d948eedd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f886b37-be55-458d-a200-7bc74af7c70d,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:34.674896 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59024) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:34.680180 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-9108f97d-4ae9-4c8a-b8fe-1ff02f564c28 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065921548', 'description': 'tempest-description--1932650947'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:34.800892 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9108f97d-4ae9-4c8a-b8fe-1ff02f564c28 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.873831 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:34.899297 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-c4a5a3da-6f59-469d-9cb0-43de82d01d39 None None] Provisioning complete for port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:34.899682 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a3da-6f59-469d-9cb0-43de82d01d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:34.977910 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment d84460a8-6cdc-42cf-9ae4-402f21691604 resource provider aggregate not found Aug 23 06:04:34.998218 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Publish callbacks [] for port (d12b511d-540e-4863-bb86-3727e918ada8), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.031106 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5a3da-6f59-469d-9cb0-43de82d01d39 None None] Port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:35.043043 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9108f97d-4ae9-4c8a-b8fe-1ff02f564c28 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (fbf853c9-21e6-4909-8e1e-48ba5697acb9), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.074673 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 383d7e43-71f2-45da-8f1e-87e5d61f1157 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:35.074673 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.082737 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment d84460a8-6cdc-42cf-9ae4-402f21691604 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d84460a8-6cdc-42cf-9ae4-402f21691604 found for delete ", "request_id": "req-f3a0baa0-20a6-4dc1-b210-9bbec671125b"}]} Aug 23 06:04:35.085467 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d12b511d-540e-4863-bb86-3727e918ada8), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.091198 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9108f97d-4ae9-4c8a-b8fe-1ff02f564c28 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (fbf853c9-21e6-4909-8e1e-48ba5697acb9), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.171295 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.183152 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c042967c-e535-471b-b208-df9cf5eb3144 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2622254 Aug 23 06:04:35.186848 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 59052) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:35.192710 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.198852 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 383d7e43-71f2-45da-8f1e-87e5d61f1157, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=383d7e43-71f2-45da-8f1e-87e5d61f1157,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:35.199975 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Attempting to bind port d12b511d-540e-4863-bb86-3727e918ada8 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:35.207769 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Attempting to bind port d12b511d-540e-4863-bb86-3727e918ada8 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:35.207769 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Attempting to bind port d12b511d-540e-4863-bb86-3727e918ada8 on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:35.213111 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:35.213787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:35.213895 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.221086 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:35.221786 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Bound port: d12b511d-540e-4863-bb86-3727e918ada8, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:35.222200 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d12b511d-540e-4863-bb86-3727e918ada8), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.235563 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108f97d-4ae9-4c8a-b8fe-1ff02f564c28 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf853c9-21e6-4909-8e1e-48ba5697acb9,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:35.270782 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27130a83-7b76-4f1f-a314-06b73282224e None None] Pushing event updated for resources: {'Port': ['ID=d12b511d-540e-4863-bb86-3727e918ada8,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:35.287773 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9108f97d-4ae9-4c8a-b8fe-1ff02f564c28 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.289188 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9108f97d-4ae9-4c8a-b8fe-1ff02f564c28 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6127644 Aug 23 06:04:35.292715 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59054) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:35.297346 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-3d5ff317-b0fe-44d6-8f95-0604ee61839b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'security_group_rule': {'security_group_id': 'fbf853c9-21e6-4909-8e1e-48ba5697acb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:35.315492 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.316715 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device cec25b06-b888-48ad-8cd1-10c1404ca295 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:35.427620 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59060) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:35.439282 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] For port d12b511d-540e-4863-bb86-3727e918ada8, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:35.498180 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:30Z', 'revision_number': 3, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:35.502451 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff317-b0fe-44d6-8f95-0604ee61839b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (9d3abf22-6cc9-40e2-87fc-ed67da372ae6), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.524027 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] For port d12b511d-540e-4863-bb86-3727e918ada8, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d12b511d-540e-4863-bb86-3727e918ada8,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:35.566235 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=383d7e43-71f2-45da-8f1e-87e5d61f1157,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:35.573239 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-53a7a05a-a160-4616-81b9-59a12ec421a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a01a872d04245e085073b5d62333b65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1444371 Aug 23 06:04:35.579827 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59068) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:35.586646 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Checking router: c6648d63-4941-472c-bb7b-64ab5e333034 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:35.587134 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Updating router c6648d63-4941-472c-bb7b-64ab5e333034 port 23ed8677-8f0a-4fe4-a49b-d57c2497201f binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:35.597306 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port cec25b06-b888-48ad-8cd1-10c1404ca295 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:35.600855 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.649664 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d12b511d-540e-4863-bb86-3727e918ada8), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.657850 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.727277 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Routers {'53604141-f8fa-44a7-bad1-a794c81817aa'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:35.727919 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['53604141-f8fa-44a7-bad1-a794c81817aa'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:35.807389 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a8d41258-d94b-46dc-82f2-2a38276a60d0 admin admin] Publish callbacks [] for security_group (9f7065bd-e02d-4cc5-bff0-c60f53dec9af), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.839292 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27130a83-7b76-4f1f-a314-06b73282224e None None] Pushing event updated for resources: {'Port': ['ID=d12b511d-540e-4863-bb86-3727e918ada8,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:35.854546 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a8d41258-d94b-46dc-82f2-2a38276a60d0 admin admin] Publish callbacks [] for security_group (9f7065bd-e02d-4cc5-bff0-c60f53dec9af), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:35.988980 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff317-b0fe-44d6-8f95-0604ee61839b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (9d3abf22-6cc9-40e2-87fc-ed67da372ae6), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.094644 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Allocated IP 172.20.0.1 (64e506df-1825-4b0a-a783-350ab49333de/f03003f5-4979-48f2-a32c-becebcd37287/28673d36-f01a-4025-881d-58850d22468e) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:36.101907 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a8d41258-d94b-46dc-82f2-2a38276a60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (9f7065bd-e02d-4cc5-bff0-c60f53dec9af), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.106145 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a8d41258-d94b-46dc-82f2-2a38276a60d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.111670 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a8d41258-d94b-46dc-82f2-2a38276a60d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f7065bd-e02d-4cc5-bff0-c60f53dec9af HTTP/1.1" status: 204 len: 168 time: 0.5277188 Aug 23 06:04:36.117599 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port cec25b06-b888-48ad-8cd1-10c1404ca295 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:36.121171 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 259522bf-cfd6-44f6-959f-fdea3e6babc7 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:36.122085 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff317-b0fe-44d6-8f95-0604ee61839b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (9d3abf22-6cc9-40e2-87fc-ed67da372ae6), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.124019 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d41258-d94b-46dc-82f2-2a38276a60d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7065bd-e02d-4cc5-bff0-c60f53dec9af,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:36.147019 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Publish callbacks [] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.155137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.175768 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ff317-b0fe-44d6-8f95-0604ee61839b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3abf22-6cc9-40e2-87fc-ed67da372ae6,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:36.186948 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] Set router 53604141-f8fa-44a7-bad1-a794c81817aa gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:36.216228 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.268882 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Attempting to bind port 23ed8677-8f0a-4fe4-a49b-d57c2497201f on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:36.271206 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Attempting to bind port 23ed8677-8f0a-4fe4-a49b-d57c2497201f by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:36.272530 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Attempting to bind port 23ed8677-8f0a-4fe4-a49b-d57c2497201f on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:36.287428 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:36.287689 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:36.288308 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.288760 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:36.290515 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 259522bf-cfd6-44f6-959f-fdea3e6babc7 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:36.291005 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Bound port: 23ed8677-8f0a-4fe4-a49b-d57c2497201f, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:36.291110 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.291795 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.291907 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff317-b0fe-44d6-8f95-0604ee61839b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.297317 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3d5ff317-b0fe-44d6-8f95-0604ee61839b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0035331 Aug 23 06:04:36.298233 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59086) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:36.315418 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-406b26e7-18a4-4f39-a987-caccbc76c1e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'security_group_rule': {'security_group_id': 'fbf853c9-21e6-4909-8e1e-48ba5697acb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:36.321907 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20189fb1-4d51-4e6c-a390-87eae5c7c4e9 None None] Pushing event updated for resources: {'Port': ['ID=23ed8677-8f0a-4fe4-a49b-d57c2497201f,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:36.362886 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] For port 23ed8677-8f0a-4fe4-a49b-d57c2497201f, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:36.367343 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] For port 23ed8677-8f0a-4fe4-a49b-d57c2497201f, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=23ed8677-8f0a-4fe4-a49b-d57c2497201f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:36.456373 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.469975 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-406b26e7-18a4-4f39-a987-caccbc76c1e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (243e7f37-5b3d-40ea-81d6-b7931a6d435b), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.564151 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:36.564795 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:36.602463 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 259522bf-cfd6-44f6-959f-fdea3e6babc7 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:36.604261 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-406b26e7-18a4-4f39-a987-caccbc76c1e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (243e7f37-5b3d-40ea-81d6-b7931a6d435b), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.604394 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:36.660722 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59092) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:36.679604 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-406b26e7-18a4-4f39-a987-caccbc76c1e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (243e7f37-5b3d-40ea-81d6-b7931a6d435b), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.688914 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Publish callbacks [] for port (28673d36-f01a-4025-881d-58850d22468e), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.691409 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20189fb1-4d51-4e6c-a390-87eae5c7c4e9 None None] Pushing event updated for resources: {'Port': ['ID=23ed8677-8f0a-4fe4-a49b-d57c2497201f,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:36.696926 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Publish callbacks [] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.716180 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:29Z', 'revision_number': 3, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:36.735951 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b26e7-18a4-4f39-a987-caccbc76c1e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243e7f37-5b3d-40ea-81d6-b7931a6d435b,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:36.758140 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.758861 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (ec87f542-ff8b-4021-b43e-a7884d79c0ee), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.770577 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a5f0f-5eb3-4902-84e1-11fdbb31082c None None] The sync data for ids ['53604141-f8fa-44a7-bad1-a794c81817aa'] in dv-cinder-853788-2-iscsi is: [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:29Z', 'revision_number': 3, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:36.774285 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:36.775616 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.789101 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-406b26e7-18a4-4f39-a987-caccbc76c1e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.790358 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-406b26e7-18a4-4f39-a987-caccbc76c1e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4909260 Aug 23 06:04:36.794241 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59096) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:36.802106 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:36.829400 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:36.841289 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Allocated IP 172.20.0.1 (f6d35002-1cef-44da-8d96-3f3ae451bd4d/c796836e-13b9-4067-a558-45f80fe87495/e1c4191a-561b-4871-a8c5-5d1a6f8a6474) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:36.912358 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a4423865-678a-4c98-96ae-1c8351cf9967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.925103 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.926888 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:36.965453 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:36.991004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:37.038210 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (28673d36-f01a-4025-881d-58850d22468e), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.075329 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a4423865-678a-4c98-96ae-1c8351cf9967 admin admin] Publish callbacks [] for security_group (27923d64-bc21-4e5c-8b31-3531bc7926c2), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.185552 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:30Z', 'revision_number': 3, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:37.187891 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a4423865-678a-4c98-96ae-1c8351cf9967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (27923d64-bc21-4e5c-8b31-3531bc7926c2), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.211958 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Network e72403dd-0069-4ed5-8190-e70639166e1d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:37.215728 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3f140-dbca-4389-9c5b-d2820b6af5e2 None None] The sync data for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi is: [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:30Z', 'revision_number': 3, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:37.251639 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59108) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:37.251763 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Network 64e506df-1825-4b0a-a783-350ab49333de is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:37.286406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:37.298746 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Publish callbacks [] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.303486 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:37.311640 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:37.313181 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (9519f285-750d-434f-acc5-1430ffbda1a8), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.322597 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4423865-678a-4c98-96ae-1c8351cf9967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27923d64-bc21-4e5c-8b31-3531bc7926c2,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:37.323790 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Pushing event updated for resources: {'Port': ['ID=28673d36-f01a-4025-881d-58850d22468e,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:37.331267 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a4423865-678a-4c98-96ae-1c8351cf9967 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=309f96243a924ac580fe63c90d699191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671209 Aug 23 06:04:37.339001 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59110) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:37.386791 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 2f84a88d-0deb-4238-aa17-43d046493e35 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:37.433023 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-74b1c61b-0835-4cab-b70e-e969c139169c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=258d328cda4b4f5889cb41a21be9db18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1683557 Aug 23 06:04:37.441134 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59112) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:37.479590 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.496780 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 2f84a88d-0deb-4238-aa17-43d046493e35 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:37.497385 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.703637 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 2f84a88d-0deb-4238-aa17-43d046493e35 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:37.703637 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.710636 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc135dca-fd4b-4ffc-b6a6-fb26a2bc8cd8 admin admin] Publish callbacks [] for security_group (27923d64-bc21-4e5c-8b31-3531bc7926c2), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.742363 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 2f84a88d-0deb-4238-aa17-43d046493e35, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=2f84a88d-0deb-4238-aa17-43d046493e35,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:37.774894 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Allocated IP 172.27.1.117 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/867fb6cc-5556-411f-8008-fa1d6eeb7d5d) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:37.778433 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc135dca-fd4b-4ffc-b6a6-fb26a2bc8cd8 admin admin] Publish callbacks [] for security_group (27923d64-bc21-4e5c-8b31-3531bc7926c2), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.786699 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-6e7c0bd2-02b2-4e74-b797-aadf47186988 None None] Provisioning complete for port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:37.787138 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0bd2-02b2-4e74-b797-aadf47186988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.816938 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8c06ff8b-5ef9-45fe-8e6f-5da4c8fdef1f admin admin] Publish callbacks [] for security_group (e2f234d6-4d72-4e2a-9390-5c0bbddbd098), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.831785 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c0bd2-02b2-4e74-b797-aadf47186988 None None] Port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:37.835589 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.836376 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 383d7e43-71f2-45da-8f1e-87e5d61f1157 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:37.838838 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Router ec87f542-ff8b-4021-b43e-a7884d79c0ee has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:04:37.931942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-6e7c0bd2-02b2-4e74-b797-aadf47186988 None None] Provisioning complete for port 28673d36-f01a-4025-881d-58850d22468e triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:37.932317 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0bd2-02b2-4e74-b797-aadf47186988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (28673d36-f01a-4025-881d-58850d22468e), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.976417 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=2f84a88d-0deb-4238-aa17-43d046493e35,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:37.984476 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Allocated IP 172.20.0.1 (b27f2aad-ffa4-4af2-9a13-3121b136ade5/6ab2fe0e-479a-4370-936d-4753fd96d0f6/1c7c35e2-bdfb-4443-bae8-858309ddcc22) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:37.994841 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 383d7e43-71f2-45da-8f1e-87e5d61f1157 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:37.995219 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:37.996874 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c0bd2-02b2-4e74-b797-aadf47186988 None None] Port 28673d36-f01a-4025-881d-58850d22468e cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:38.000074 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8c06ff8b-5ef9-45fe-8e6f-5da4c8fdef1f admin admin] Publish callbacks [] for security_group (e2f234d6-4d72-4e2a-9390-5c0bbddbd098), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.021934 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for port (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.092791 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc135dca-fd4b-4ffc-b6a6-fb26a2bc8cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (27923d64-bc21-4e5c-8b31-3531bc7926c2), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.095971 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc135dca-fd4b-4ffc-b6a6-fb26a2bc8cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.099454 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-cc135dca-fd4b-4ffc-b6a6-fb26a2bc8cd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27923d64-bc21-4e5c-8b31-3531bc7926c2 HTTP/1.1" status: 204 len: 168 time: 0.7560067 Aug 23 06:04:38.174372 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc135dca-fd4b-4ffc-b6a6-fb26a2bc8cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27923d64-bc21-4e5c-8b31-3531bc7926c2,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:38.231580 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Publish callbacks [] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.251323 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 383d7e43-71f2-45da-8f1e-87e5d61f1157 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:38.260935 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 53c7b32c-fb48-4f38-8161-0c607f6568b2 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:38.319943 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.323738 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:38.341407 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6fce0ec2-6c55-40e1-b00e-7a58eeefed27 admin admin] 10.222.0.26 "PUT /v2.0/routers/ec87f542-ff8b-4021-b43e-a7884d79c0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7940857 Aug 23 06:04:38.343653 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.355012 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Sync routers for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:38.380387 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8c06ff8b-5ef9-45fe-8e6f-5da4c8fdef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (e2f234d6-4d72-4e2a-9390-5c0bbddbd098), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.383645 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8c06ff8b-5ef9-45fe-8e6f-5da4c8fdef1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.388499 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-8c06ff8b-5ef9-45fe-8e6f-5da4c8fdef1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2f234d6-4d72-4e2a-9390-5c0bbddbd098 HTTP/1.1" status: 204 len: 168 time: 0.9461093 Aug 23 06:04:38.390533 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:38.396101 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:38.415943 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:38.426336 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:38.436245 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06ff8b-5ef9-45fe-8e6f-5da4c8fdef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f234d6-4d72-4e2a-9390-5c0bbddbd098,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:38.442962 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'Port': ['ID=867fb6cc-5556-411f-8008-fa1d6eeb7d5d,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:38.446549 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:38.482248 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (28673d36-f01a-4025-881d-58850d22468e), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.508786 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Sync routers for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:38.533699 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:38.534808 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:38.541927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 53c7b32c-fb48-4f38-8161-0c607f6568b2 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:38.543547 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.548208 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:38.559390 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:38.586997 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:38.587729 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (53604141-f8fa-44a7-bad1-a794c81817aa), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.602181 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Pushing event updated for resources: {'Port': ['ID=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:38.883126 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.941011 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.970865 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 53c7b32c-fb48-4f38-8161-0c607f6568b2 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:38.971266 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:38.973072 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:39.011782 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 53c7b32c-fb48-4f38-8161-0c607f6568b2, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=53c7b32c-fb48-4f38-8161-0c607f6568b2,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:39.020361 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:39.069033 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:39.106506 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:39.122438 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:39.123132 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (c6648d63-4941-472c-bb7b-64ab5e333034), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.128140 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.150481 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.358594 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59144) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:39.364199 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-08cb0c75-e776-4fa5-a572-7d3dff795bb4 None None] Provisioning complete for port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:39.366450 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-08cb0c75-e776-4fa5-a572-7d3dff795bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.538667 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b2d04f83-7664-4c55-9ee9-29bc9049cedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.561349 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=53c7b32c-fb48-4f38-8161-0c607f6568b2,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:39.570336 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 2, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:39.604284 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-08cb0c75-e776-4fa5-a572-7d3dff795bb4 None None] Port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:39.638437 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d12b511d-540e-4863-bb86-3727e918ada8 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:39.641353 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Checking router: d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:39.641735 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Updating router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 port 6f5a3529-ea3f-4977-ad27-011bd37af6ea binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:39.726166 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.793458 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7c35e2-bdfb-4443-bae8-858309ddcc22,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:39.845769 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for port (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.847586 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.867161 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-f1ecbc07-8e13-431f-99b8-3a78c0f60985 None None] Provisioning complete for port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:39.867535 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbc07-8e13-431f-99b8-3a78c0f60985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.875940 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b2d04f83-7664-4c55-9ee9-29bc9049cedb admin admin] Publish callbacks [] for security_group (8865beae-86cf-4138-97fd-a44986bf87fe), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.895027 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Publish callbacks [] for port (28673d36-f01a-4025-881d-58850d22468e), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.925038 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port d12b511d-540e-4863-bb86-3727e918ada8 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:39.925618 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d12b511d-540e-4863-bb86-3727e918ada8), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.928290 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecbc07-8e13-431f-99b8-3a78c0f60985 None None] Port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:39.949054 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.953731 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.963443 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b2d04f83-7664-4c55-9ee9-29bc9049cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (8865beae-86cf-4138-97fd-a44986bf87fe), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:39.965970 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 2, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:39.998041 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Checking router: ec87f542-ff8b-4021-b43e-a7884d79c0ee for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:39.998388 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Updating router ec87f542-ff8b-4021-b43e-a7884d79c0ee port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:40.031538 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (28673d36-f01a-4025-881d-58850d22468e), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.032239 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (9519f285-750d-434f-acc5-1430ffbda1a8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.040697 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b2d04f83-7664-4c55-9ee9-29bc9049cedb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=951117a43e354814996ab94568c138c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6741209 Aug 23 06:04:40.067063 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 59154) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:40.224607 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Publish callbacks [] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.240249 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 59176) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:40.251867 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.263223 dv-cinder-853788-2-iscsi neutron-server[104497]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 06:04:40.278309 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.303988 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Pushing event updated for resources: {'Port': ['ID=28673d36-f01a-4025-881d-58850d22468e,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:40.323595 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.331194 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port d12b511d-540e-4863-bb86-3727e918ada8 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:40.331944 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d12b511d-540e-4863-bb86-3727e918ada8), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.365027 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'Port': ['ID=867fb6cc-5556-411f-8008-fa1d6eeb7d5d,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:40.371038 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d04f83-7664-4c55-9ee9-29bc9049cedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8865beae-86cf-4138-97fd-a44986bf87fe,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:40.373492 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.385546 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bf2c5-40f0-4fa0-a87b-e3ed88dbdb08 None None] Pushing event updated for resources: {'Port': ['ID=6f5a3529-ea3f-4977-ad27-011bd37af6ea,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:40.441978 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port d12b511d-540e-4863-bb86-3727e918ada8, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d12b511d-540e-4863-bb86-3727e918ada8,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:40.481197 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59182) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:40.509127 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.512266 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-8f5b7e1a-649d-46c3-afe7-9612f567c501 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7151325 Aug 23 06:04:40.525588 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Attempting to bind port 6f5a3529-ea3f-4977-ad27-011bd37af6ea on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:40.525588 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Attempting to bind port 6f5a3529-ea3f-4977-ad27-011bd37af6ea by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:40.525588 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Attempting to bind port 6f5a3529-ea3f-4977-ad27-011bd37af6ea on network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:40.532659 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:40.533204 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Checking segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:40.533740 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.534469 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Bound using segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:40.534810 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Bound port: 6f5a3529-ea3f-4977-ad27-011bd37af6ea, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:40.539984 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.550096 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf4057a6-0bc3-4cc5-b37b-8791ae6af2ac admin admin] Publish callbacks [] for security_group (8865beae-86cf-4138-97fd-a44986bf87fe), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.555223 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d12b511d-540e-4863-bb86-3727e918ada8), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.555223 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 23ed8677-8f0a-4fe4-a49b-d57c2497201f up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:40.611704 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] For port 6f5a3529-ea3f-4977-ad27-011bd37af6ea, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:40.613276 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Publish callbacks [] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.616274 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] For port 6f5a3529-ea3f-4977-ad27-011bd37af6ea, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=6f5a3529-ea3f-4977-ad27-011bd37af6ea,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:40.634703 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Network 64e506df-1825-4b0a-a783-350ab49333de is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:40.649070 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:40.653966 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf4057a6-0bc3-4cc5-b37b-8791ae6af2ac admin admin] Publish callbacks [] for security_group (8865beae-86cf-4138-97fd-a44986bf87fe), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.661520 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-dde7db04-04c1-41c9-a972-40b09fdedb4f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:40.662714 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-dde7db04-04c1-41c9-a972-40b09fdedb4f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 818 time: 0.4165840 Aug 23 06:04:40.694190 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Publish callbacks [] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.737321 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.739605 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-79d1966a-e998-4b6c-8967-ca8539b3f199 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/quotas/41de49d1e830476fa45c59ed69f8b7c2 HTTP/1.1" status: 200 len: 375 time: 0.0652876 Aug 23 06:04:40.751998 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dc8a-42ec-4130-a3bb-757339105f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.761384 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=d12b511d-540e-4863-bb86-3727e918ada8,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:40.764191 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.765072 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (53604141-f8fa-44a7-bad1-a794c81817aa), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.843259 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:40.843895 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:40.859626 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.860331 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (c6648d63-4941-472c-bb7b-64ab5e333034), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.876972 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 23ed8677-8f0a-4fe4-a49b-d57c2497201f triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:40.877181 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:40.935304 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dc8a-42ec-4130-a3bb-757339105f17 admin admin] Publish callbacks [] for security_group (1ad32f89-cedc-4783-a8ec-712524dd0b9a), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.032969 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Publish callbacks [] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.038529 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:41.044329 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dc8a-42ec-4130-a3bb-757339105f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1ad32f89-cedc-4783-a8ec-712524dd0b9a), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.068148 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bf2c5-40f0-4fa0-a87b-e3ed88dbdb08 None None] Pushing event updated for resources: {'Port': ['ID=6f5a3529-ea3f-4977-ad27-011bd37af6ea,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:41.085132 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59208) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:41.098299 dv-cinder-853788-2-iscsi neutron-server[104496]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 06:04:41.144616 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6dc8a-42ec-4130-a3bb-757339105f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad32f89-cedc-4783-a8ec-712524dd0b9a,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:41.158087 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-704ff217-a365-4a1e-9058-04cd83a33164 None None] Provisioning complete for port 28673d36-f01a-4025-881d-58850d22468e triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:41.158937 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-704ff217-a365-4a1e-9058-04cd83a33164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (28673d36-f01a-4025-881d-58850d22468e), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.161123 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a3e6dc8a-42ec-4130-a3bb-757339105f17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=971c5b3f52424429938eab4f27b2fa70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6788206 Aug 23 06:04:41.164808 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59212) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:41.220415 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.244869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:04:41.267040 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4d5c73a1-0483-448a-97bf-72333b0598b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2065921548&fields=id&tenant_id=fdd86f8650a9453bb06500b0b0aa31e7 HTTP/1.1" status: 200 len: 267 time: 0.1738005 Aug 23 06:04:41.304308 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:41.336717 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 23ed8677-8f0a-4fe4-a49b-d57c2497201f is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:41.336717 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.345750 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868dbf9-da63-42f8-a3e8-d74b1d4fcb56 None None] The sync data for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi is: [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:41.385975 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-87d485b8-7489-4694-b9a6-628951ea522d admin admin] Publish callbacks [] for security_group (1ad32f89-cedc-4783-a8ec-712524dd0b9a), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.398870 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-704ff217-a365-4a1e-9058-04cd83a33164 None None] Port 28673d36-f01a-4025-881d-58850d22468e cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:41.407488 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf4057a6-0bc3-4cc5-b37b-8791ae6af2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (8865beae-86cf-4138-97fd-a44986bf87fe), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.410406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf4057a6-0bc3-4cc5-b37b-8791ae6af2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.411558 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bf4057a6-0bc3-4cc5-b37b-8791ae6af2ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8865beae-86cf-4138-97fd-a44986bf87fe HTTP/1.1" status: 204 len: 168 time: 1.3433111 Aug 23 06:04:41.430009 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Pushing event updated for resources: {'Port': ['ID=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:41.430193 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72727c4-fbd5-4725-8b21-2ea2bb9c4fea None None] Pushing event updated for resources: {'Port': ['ID=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:41.444102 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4057a6-0bc3-4cc5-b37b-8791ae6af2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8865beae-86cf-4138-97fd-a44986bf87fe,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:41.469950 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Attempting to bind port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:41.470407 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Attempting to bind port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:41.470848 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Attempting to bind port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 on network e72403dd-0069-4ed5-8190-e70639166e1d {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:41.476425 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-87d485b8-7489-4694-b9a6-628951ea522d admin admin] Publish callbacks [] for security_group (1ad32f89-cedc-4783-a8ec-712524dd0b9a), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.494565 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 23ed8677-8f0a-4fe4-a49b-d57c2497201f, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=23ed8677-8f0a-4fe4-a49b-d57c2497201f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:41.496591 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:41.497058 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Checking segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:41.497632 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.498222 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Bound using segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:41.498811 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Bound port: f3ab89fb-2beb-45f9-9e43-b00aa10a4e23, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:41.499214 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.544626 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-6273c5a2-d0ea-4b31-a191-4c8a9bfba925 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:41.546276 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-6273c5a2-d0ea-4b31-a191-4c8a9bfba925 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 816 time: 0.2728171 Aug 23 06:04:41.562971 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-d280dac8-1b5c-4532-9b55-2c67b71f42ef tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/quotas/fdd86f8650a9453bb06500b0b0aa31e7 HTTP/1.1" status: 200 len: 375 time: 0.0111916 Aug 23 06:04:41.573093 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.573896 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 2f84a88d-0deb-4238-aa17-43d046493e35 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:41.629373 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-4476cd4e-6a33-4216-b33c-5dfcb64e9ebe tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8605669 Aug 23 06:04:41.643051 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7c35e2-bdfb-4443-bae8-858309ddcc22,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:41.658660 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:41.676087 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-f4b8a4ef-4020-4883-8e2f-3430c4aaac94 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069908 Aug 23 06:04:41.688342 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=23ed8677-8f0a-4fe4-a49b-d57c2497201f,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:41.693558 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:41.699342 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:41.704624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:41.730307 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] For port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:41.732501 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 2f84a88d-0deb-4238-aa17-43d046493e35 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:41.732886 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.766010 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-87d485b8-7489-4694-b9a6-628951ea522d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1ad32f89-cedc-4783-a8ec-712524dd0b9a), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.770146 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-87d485b8-7489-4694-b9a6-628951ea522d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.772934 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-87d485b8-7489-4694-b9a6-628951ea522d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ad32f89-cedc-4783-a8ec-712524dd0b9a HTTP/1.1" status: 204 len: 168 time: 0.6060283 Aug 23 06:04:41.782391 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] For port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:41.806756 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d485b8-7489-4694-b9a6-628951ea522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad32f89-cedc-4783-a8ec-712524dd0b9a,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:41.851524 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:41.859129 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0827d05d-0be4-475e-aa9d-81be4eea6de1 admin admin] 10.222.0.26 "PUT /v2.0/routers/9519f285-750d-434f-acc5-1430ffbda1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2133527 Aug 23 06:04:41.877237 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:41.885609 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:41.984643 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:41.984801 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:41.991870 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72727c4-fbd5-4725-8b21-2ea2bb9c4fea None None] Pushing event updated for resources: {'Port': ['ID=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:42.003640 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 2f84a88d-0deb-4238-aa17-43d046493e35 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:42.010372 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Router c6648d63-4941-472c-bb7b-64ab5e333034 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:04:42.082100 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:42.082677 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:42.219212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Router 53604141-f8fa-44a7-bad1-a794c81817aa has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:04:42.229160 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-95b3df84-f044-4189-9cb0-2ed95c817fc5 None None] Provisioning complete for port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:42.229630 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-95b3df84-f044-4189-9cb0-2ed95c817fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:42.240936 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:42.249323 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:42.287956 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4a52e128-0054-4275-9451-98edd83f3f46 admin admin] 10.222.0.26 "PUT /v2.0/routers/c6648d63-4941-472c-bb7b-64ab5e333034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0692616 Aug 23 06:04:42.289564 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d12b511d-540e-4863-bb86-3727e918ada8 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:42.370988 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:04:42.372585 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:42.410529 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-461e6578-060d-4e45-89d5-b8477b93d91f admin admin] 10.222.0.26 "PUT /v2.0/routers/53604141-f8fa-44a7-bad1-a794c81817aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0227518 Aug 23 06:04:42.416809 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-95b3df84-f044-4189-9cb0-2ed95c817fc5 None None] Port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:42.549305 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-95b3df84-f044-4189-9cb0-2ed95c817fc5 None None] Provisioning complete for port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:42.549715 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-95b3df84-f044-4189-9cb0-2ed95c817fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:42.744737 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-c2c162a9-2b31-4390-a4f3-5ec3600df635 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:04:42.754573 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-c2c162a9-2b31-4390-a4f3-5ec3600df635 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4141238 Aug 23 06:04:42.763465 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-14ca33fe-04e7-402c-b9e1-9e23847d0066 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:04:42.765510 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-14ca33fe-04e7-402c-b9e1-9e23847d0066 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3873262 Aug 23 06:04:42.798632 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port d12b511d-540e-4863-bb86-3727e918ada8 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:42.799167 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d12b511d-540e-4863-bb86-3727e918ada8), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:42.818152 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-95b3df84-f044-4189-9cb0-2ed95c817fc5 None None] Port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:42.934308 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-cb775b58-515f-4d0b-ba11-2e6f10f6b8ed service neutron] 10.222.0.26 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704597 Aug 23 06:04:42.949549 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-1cd8581c-df29-4a2a-809d-b23941a4ae2a service neutron] 10.222.0.26 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779978 Aug 23 06:04:43.080304 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-56906067-e125-451f-b2e4-64b96cb36023 service neutron] 10.222.0.26 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517107 Aug 23 06:04:43.090634 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port d12b511d-540e-4863-bb86-3727e918ada8 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:43.091068 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 6f5a3529-ea3f-4977-ad27-011bd37af6ea up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:43.097223 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 2, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:43.142053 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-9a651f51-5efc-47f7-85d4-07c3718931d2 service neutron] 10.222.0.26 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868100 Aug 23 06:04:43.185599 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:43.185956 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Updating router 9519f285-750d-434f-acc5-1430ffbda1a8 port 28673d36-f01a-4025-881d-58850d22468e binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:43.217015 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:43.260423 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbcc3c-aaa9-40e1-ae45-5fa89ff99ef6 None None] The sync data for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi is: [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:43.263275 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (28673d36-f01a-4025-881d-58850d22468e), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:43.293429 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 6f5a3529-ea3f-4977-ad27-011bd37af6ea triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:43.293931 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:43.319112 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59268) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:43.346757 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d446-51e0-4ebf-af26-3535ad73dbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:43.573127 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Sync routers for ids ['53604141-f8fa-44a7-bad1-a794c81817aa'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:43.602461 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Routers {'53604141-f8fa-44a7-bad1-a794c81817aa'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:43.603181 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['53604141-f8fa-44a7-bad1-a794c81817aa'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:43.641904 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d446-51e0-4ebf-af26-3535ad73dbb5 admin admin] Publish callbacks [] for security_group (515af9d7-2270-4a28-8f8a-c724b6c63c49), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:43.715116 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Sync routers for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:04:43.752808 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d446-51e0-4ebf-af26-3535ad73dbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (515af9d7-2270-4a28-8f8a-c724b6c63c49), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:43.773039 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 6f5a3529-ea3f-4977-ad27-011bd37af6ea is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:43.774319 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:43.801789 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Set router 53604141-f8fa-44a7-bad1-a794c81817aa gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:43.809455 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:43.819190 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3d446-51e0-4ebf-af26-3535ad73dbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515af9d7-2270-4a28-8f8a-c724b6c63c49,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:43.819392 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:43.883740 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-c5d3d446-51e0-4ebf-af26-3535ad73dbb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ca0484499b6432eb1f1d15475aba982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5610871 Aug 23 06:04:43.884128 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59306) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:43.956666 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5a59-8446-4961-870f-69c4332400b0 admin admin] Publish callbacks [] for security_group (515af9d7-2270-4a28-8f8a-c724b6c63c49), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:43.994498 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 6f5a3529-ea3f-4977-ad27-011bd37af6ea, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=6f5a3529-ea3f-4977-ad27-011bd37af6ea,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:44.017519 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5a59-8446-4961-870f-69c4332400b0 admin admin] Publish callbacks [] for security_group (515af9d7-2270-4a28-8f8a-c724b6c63c49), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.070765 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.071886 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 23ed8677-8f0a-4fe4-a49b-d57c2497201f up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:44.127181 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:44.209818 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5a59-8446-4961-870f-69c4332400b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (515af9d7-2270-4a28-8f8a-c724b6c63c49), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.212905 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5a59-8446-4961-870f-69c4332400b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.214255 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ad6f5a59-8446-4961-870f-69c4332400b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/515af9d7-2270-4a28-8f8a-c724b6c63c49 HTTP/1.1" status: 204 len: 168 time: 0.3290224 Aug 23 06:04:44.234978 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f5a59-8446-4961-870f-69c4332400b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515af9d7-2270-4a28-8f8a-c724b6c63c49,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:44.279270 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59314) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:44.284302 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-606fd919-d449-4d7c-8793-af25e3e43463 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369596244', 'description': 'tempest-description--1282162868'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:44.322228 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Publish callbacks [] for port (28673d36-f01a-4025-881d-58850d22468e), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.345571 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'e1c4191a-561b-4871-a8c5-5d1a6f8a6474', 'name': '', 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'mac_address': 'fa:16:3e:c0:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c796836e-13b9-4067-a558-45f80fe87495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:36Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 2, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'subnets': [{'id': 'c796836e-13b9-4067-a558-45f80fe87495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:44.410351 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Checking router: 53604141-f8fa-44a7-bad1-a794c81817aa for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:44.410716 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Updating router 53604141-f8fa-44a7-bad1-a794c81817aa port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:44.433274 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-606fd919-d449-4d7c-8793-af25e3e43463 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.479328 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 59330) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:44.484797 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.484916 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-f2221174-b712-409d-96ab-7260825f9b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117765560', 'description': 'tempest-description--208327019'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:44.557267 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (28673d36-f01a-4025-881d-58850d22468e), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.617146 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=6f5a3529-ea3f-4977-ad27-011bd37af6ea,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:44.631754 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 23ed8677-8f0a-4fe4-a49b-d57c2497201f triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:44.632240 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.676016 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-606fd919-d449-4d7c-8793-af25e3e43463 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (3511e860-95ef-4bd2-83f2-94fab850a053), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.690010 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4a4ad11b-dff4-4c2b-bfe9-76ae7ccac38a req-41e79bf7-8d63-46f4-b985-0163ad9ccc4b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 210 time: 0.1012888 Aug 23 06:04:44.691738 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f2221174-b712-409d-96ab-7260825f9b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.741525 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-606fd919-d449-4d7c-8793-af25e3e43463 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3511e860-95ef-4bd2-83f2-94fab850a053), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.780828 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fd919-d449-4d7c-8793-af25e3e43463 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3511e860-95ef-4bd2-83f2-94fab850a053,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:44.835374 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86f2462f-a339-41bd-9977-fce4f8d13292 req-54d2d12c-c440-4542-bd13-004a6f22f065 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 210 time: 0.0428042 Aug 23 06:04:44.863546 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131be6e0-0d65-4a94-9484-dfd7bd98e24e None None] Pushing event updated for resources: {'Port': ['ID=28673d36-f01a-4025-881d-58850d22468e,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:44.869263 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-606fd919-d449-4d7c-8793-af25e3e43463 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.873702 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-606fd919-d449-4d7c-8793-af25e3e43463 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5906756 Aug 23 06:04:44.874134 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59352) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:44.879271 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-9301926e-00fc-44b2-8283-160e68ed584a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'security_group_rule': {'security_group_id': '3511e860-95ef-4bd2-83f2-94fab850a053', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:44.885187 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Attempting to bind port 28673d36-f01a-4025-881d-58850d22468e on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:44.890391 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Attempting to bind port 28673d36-f01a-4025-881d-58850d22468e by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:44.891829 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Attempting to bind port 28673d36-f01a-4025-881d-58850d22468e on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:44.948167 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f2221174-b712-409d-96ab-7260825f9b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (dc0968f2-8002-4914-87fb-3d1a10d01a41), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.949519 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:44.953933 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Checking segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:44.954772 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.956265 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Bound using segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:44.956265 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Bound port: 28673d36-f01a-4025-881d-58850d22468e, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:44.956974 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (28673d36-f01a-4025-881d-58850d22468e), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:44.978650 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Publish callbacks [] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.038672 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f2221174-b712-409d-96ab-7260825f9b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (dc0968f2-8002-4914-87fb-3d1a10d01a41), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.056447 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 23ed8677-8f0a-4fe4-a49b-d57c2497201f is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:45.057792 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 53c7b32c-fb48-4f38-8161-0c607f6568b2 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:45.058244 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-0eb4815f-6066-4a4a-ab8b-7f8775627d51 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:45.059806 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-0eb4815f-6066-4a4a-ab8b-7f8775627d51 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/networks?id=f6d35002-1cef-44da-8d96-3f3ae451bd4d HTTP/1.1" status: 200 len: 812 time: 0.1452796 Aug 23 06:04:45.084950 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-1aec88e2-e9df-4cc3-b3c1-5bef7f7ef880 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/quotas/cdcc94a5ac0246afb333e33541f5ac2b HTTP/1.1" status: 200 len: 375 time: 0.0195563 Aug 23 06:04:45.114811 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2221174-b712-409d-96ab-7260825f9b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0968f2-8002-4914-87fb-3d1a10d01a41,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:45.141940 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9301926e-00fc-44b2-8283-160e68ed584a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (3ca2ee33-67c1-46fd-ad88-65af05f63453), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.158499 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.192610 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-3f809739-9073-4eaa-8cab-2a19564f9d8f tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdcc94a5ac0246afb333e33541f5ac2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060286 Aug 23 06:04:45.223054 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] For port 28673d36-f01a-4025-881d-58850d22468e, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:45.245394 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] For port 28673d36-f01a-4025-881d-58850d22468e, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=28673d36-f01a-4025-881d-58850d22468e,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:45.286335 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 2, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:45.324723 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0d759-932d-488e-81eb-8afb51f04f7d None None] Pushing event updated for resources: {'Port': ['ID=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:45.344773 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Checking router: c6648d63-4941-472c-bb7b-64ab5e333034 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:04:45.345268 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Updating router c6648d63-4941-472c-bb7b-64ab5e333034 port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:04:45.362705 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9301926e-00fc-44b2-8283-160e68ed584a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (3ca2ee33-67c1-46fd-ad88-65af05f63453), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.371705 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Attempting to bind port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:45.372090 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Attempting to bind port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:45.372470 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Attempting to bind port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 on network f6d35002-1cef-44da-8d96-3f3ae451bd4d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:45.390687 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:45.391069 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Checking segment: {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:45.391479 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.391873 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Bound using segment: {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:45.392350 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Bound port: e1c4191a-561b-4871-a8c5-5d1a6f8a6474, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:45.392731 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.395941 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-0e60ba56-82cb-41f6-ad6d-bd7886af7adb service neutron] 10.222.0.26 "GET /v2.0/networks/f6d35002-1cef-44da-8d96-3f3ae451bd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021346 Aug 23 06:04:45.404369 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f2221174-b712-409d-96ab-7260825f9b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.409212 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f2221174-b712-409d-96ab-7260825f9b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9258518 Aug 23 06:04:45.416862 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59380) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:45.417767 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (28673d36-f01a-4025-881d-58850d22468e), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.468852 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-5196c0f3-e283-4992-9cc5-d3d2095813e0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group_rule': {'security_group_id': 'dc0968f2-8002-4914-87fb-3d1a10d01a41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:45.485506 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.498735 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 53c7b32c-fb48-4f38-8161-0c607f6568b2 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:45.499393 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.541543 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb963-5456-4653-a529-38eea831d6db req-14d3f7eb-f7ef-436a-9ada-d2ba2d328bf5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:45.550859 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-14d3f7eb-f7ef-436a-9ada-d2ba2d328bf5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 818 time: 0.3253717 Aug 23 06:04:45.557682 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9301926e-00fc-44b2-8283-160e68ed584a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (3ca2ee33-67c1-46fd-ad88-65af05f63453), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.571024 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:45.572418 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:45.580381 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] For port e1c4191a-561b-4871-a8c5-5d1a6f8a6474, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:45.583510 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-8962fd81-8515-4b9a-8257-fb49bf495919 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/quotas/41de49d1e830476fa45c59ed69f8b7c2 HTTP/1.1" status: 200 len: 375 time: 0.0296273 Aug 23 06:04:45.590843 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] For port e1c4191a-561b-4871-a8c5-5d1a6f8a6474, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:45.652665 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301926e-00fc-44b2-8283-160e68ed584a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca2ee33-67c1-46fd-ad88-65af05f63453,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:45.698368 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131be6e0-0d65-4a94-9484-dfd7bd98e24e None None] Pushing event updated for resources: {'Port': ['ID=28673d36-f01a-4025-881d-58850d22468e,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:45.703490 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.703656 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-96d7a7f1-2794-4d01-b0f5-67506b7734f2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177144 Aug 23 06:04:45.739416 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-629ef854-5568-4c54-a895-bec02ce3a378 service neutron] 10.222.0.26 "GET /v2.0/networks/f6d35002-1cef-44da-8d96-3f3ae451bd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413086 Aug 23 06:04:45.777774 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5196c0f3-e283-4992-9cc5-d3d2095813e0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (09276319-8094-4f33-a64b-dd64473ef9ff), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.789853 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Routers {'53604141-f8fa-44a7-bad1-a794c81817aa'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:45.790565 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['53604141-f8fa-44a7-bad1-a794c81817aa'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:45.866100 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9301926e-00fc-44b2-8283-160e68ed584a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:45.875917 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9301926e-00fc-44b2-8283-160e68ed584a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9978037 Aug 23 06:04:45.890885 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59400) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:45.902160 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0d759-932d-488e-81eb-8afb51f04f7d None None] Pushing event updated for resources: {'Port': ['ID=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:45.914343 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-e96113fb-88dd-46fb-991c-a1d310241cd6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'security_group_rule': {'security_group_id': '3511e860-95ef-4bd2-83f2-94fab850a053', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:46.004816 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-e7fd82bb-64c9-4f4f-95be-503f24e85a77 service neutron] 10.222.0.26 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002908 Aug 23 06:04:46.032866 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5196c0f3-e283-4992-9cc5-d3d2095813e0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (09276319-8094-4f33-a64b-dd64473ef9ff), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:46.042001 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] Set router 53604141-f8fa-44a7-bad1-a794c81817aa gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:46.157214 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e96113fb-88dd-46fb-991c-a1d310241cd6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (6876cccd-1a7c-45c8-9db8-f01bae97372a), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:46.178495 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5196c0f3-e283-4992-9cc5-d3d2095813e0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (09276319-8094-4f33-a64b-dd64473ef9ff), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:46.249410 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196c0f3-e283-4992-9cc5-d3d2095813e0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09276319-8094-4f33-a64b-dd64473ef9ff,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:46.313047 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e96113fb-88dd-46fb-991c-a1d310241cd6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (6876cccd-1a7c-45c8-9db8-f01bae97372a), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:46.336121 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-92b824fd-d68a-4f39-8bbc-d84aecfb3f28 service neutron] 10.222.0.26 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200870 Aug 23 06:04:46.524952 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5196c0f3-e283-4992-9cc5-d3d2095813e0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:46.527338 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-5196c0f3-e283-4992-9cc5-d3d2095813e0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1038520 Aug 23 06:04:46.528288 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e96113fb-88dd-46fb-991c-a1d310241cd6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (6876cccd-1a7c-45c8-9db8-f01bae97372a), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:46.535246 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 59420) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:46.539926 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-b89ea2c3-d826-40c7-aef3-d3a5d1d65b0f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group_rule': {'security_group_id': 'dc0968f2-8002-4914-87fb-3d1a10d01a41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:46.560005 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6fded979-85e4-4797-b5c8-cf99774ff62a req-8d3ad0f8-8eb4-46e8-8bb5-76cce1390371 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 210 time: 0.2070220 Aug 23 06:04:46.568376 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96113fb-88dd-46fb-991c-a1d310241cd6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6876cccd-1a7c-45c8-9db8-f01bae97372a,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:46.648458 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:46.658159 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'e1c4191a-561b-4871-a8c5-5d1a6f8a6474', 'name': '', 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'mac_address': 'fa:16:3e:c0:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c796836e-13b9-4067-a558-45f80fe87495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:36Z', 'updated_at': '2022-08-23T06:04:45Z', 'revision_number': 4, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'subnets': [{'id': 'c796836e-13b9-4067-a558-45f80fe87495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:46.691841 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0cca9-4d1f-4c48-b732-af00780fd90d None None] The sync data for ids ['53604141-f8fa-44a7-bad1-a794c81817aa'] in dv-cinder-853788-2-iscsi is: [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'e1c4191a-561b-4871-a8c5-5d1a6f8a6474', 'name': '', 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'mac_address': 'fa:16:3e:c0:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c796836e-13b9-4067-a558-45f80fe87495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:36Z', 'updated_at': '2022-08-23T06:04:45Z', 'revision_number': 4, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'subnets': [{'id': 'c796836e-13b9-4067-a558-45f80fe87495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:46.736778 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b89ea2c3-d826-40c7-aef3-d3a5d1d65b0f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (bf55f548-c22e-42ef-9314-5941357eb4ec), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:46.752529 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 53c7b32c-fb48-4f38-8161-0c607f6568b2 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:46.770120 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d76a787b-4b92-4e7a-8014-8bd33473033f req-43da9b32-ae07-4015-b23b-0bf88c975f09 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.1037486 Aug 23 06:04:46.773154 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e96113fb-88dd-46fb-991c-a1d310241cd6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:46.778989 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 59432) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:46.793761 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-e96113fb-88dd-46fb-991c-a1d310241cd6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8992586 Aug 23 06:04:46.820631 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:46.943085 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-98111695-480a-468b-89eb-e600c55da45b req-4cc83044-3d6d-4f39-a814-3892387f331b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 210 time: 0.0730591 Aug 23 06:04:47.163489 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b89ea2c3-d826-40c7-aef3-d3a5d1d65b0f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (bf55f548-c22e-42ef-9314-5941357eb4ec), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:47.170479 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:47.201980 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Publish callbacks [] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:47.310609 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:47.342212 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 6f5a3529-ea3f-4977-ad27-011bd37af6ea up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:47.611981 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b89ea2c3-d826-40c7-aef3-d3a5d1d65b0f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (bf55f548-c22e-42ef-9314-5941357eb4ec), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:47.763944 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ea2c3-d826-40c7-aef3-d3a5d1d65b0f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf55f548-c22e-42ef-9314-5941357eb4ec,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:47.787116 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Attempting to bind port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:47.787679 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Attempting to bind port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:47.787872 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Attempting to bind port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 on network b27f2aad-ffa4-4af2-9a13-3121b136ade5 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:47.876129 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:47.876516 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Checking segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:47.876922 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:47.877326 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Bound using segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:47.877981 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Bound port: 1c7c35e2-bdfb-4443-bae8-858309ddcc22, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:47.878225 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:47.888141 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d8155-2517-4f45-98b2-ad8d97b7b63d None None] Pushing event updated for resources: {'Port': ['ID=1c7c35e2-bdfb-4443-bae8-858309ddcc22,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:47.932218 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c4850548-5019-4850-ad76-3ad1e2ff5f5a req-b719aa3d-d762-40b3-98b3-9f14aa252dff tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0732968 Aug 23 06:04:47.965614 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 6f5a3529-ea3f-4977-ad27-011bd37af6ea triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:47.966285 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:48.127026 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b89ea2c3-d826-40c7-aef3-d3a5d1d65b0f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:48.129630 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b89ea2c3-d826-40c7-aef3-d3a5d1d65b0f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5933225 Aug 23 06:04:48.132725 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 59488) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:48.135006 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ff8cddf2-41d4-4163-bdae-7cec10c04411 req-80d9afcd-ab5f-4f82-9546-768c76e7ae68 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 210 time: 0.1099031 Aug 23 06:04:48.183711 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] For port 1c7c35e2-bdfb-4443-bae8-858309ddcc22, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:48.188073 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:45Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:48.191271 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] For port 1c7c35e2-bdfb-4443-bae8-858309ddcc22, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=1c7c35e2-bdfb-4443-bae8-858309ddcc22,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:48.208760 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:48.235779 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8687b-647d-4f99-bb9d-585cc4bf93d0 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:45Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:48.293162 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:48.302223 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 6f5a3529-ea3f-4977-ad27-011bd37af6ea is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:48.303612 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:48.313098 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-141f564e-184a-4966-a048-032c73b0c6aa req-1e9f1281-fcc1-46af-adcd-e4a7ada499a7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 210 time: 0.1756036 Aug 23 06:04:48.336621 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:48.380455 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:04:48.382103 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:04:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:48.467214 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d8155-2517-4f45-98b2-ad8d97b7b63d None None] Pushing event updated for resources: {'Port': ['ID=1c7c35e2-bdfb-4443-bae8-858309ddcc22,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:48.507841 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:04:48.513469 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:48.551979 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:48.552359 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:48.604483 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Allocated IP 172.27.1.84 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:48.608002 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:04:48.854253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for port (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:48.891412 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:48.931604 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:48.932074 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.022810 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:49.066610 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:04:49.097765 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.127751 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ace33e-02a1-4cb5-a5ca-b862b75db6a1 None None] The sync data for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi is: [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:04:49.134942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.207913 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3fb56e37-8e25-4971-9ef1-a4a0581d6868 req-5b6cc57c-3cba-4f25-95f1-8d0092c69686 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0836091 Aug 23 06:04:49.295212 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:49.334810 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:49.382165 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:49.384962 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:49.416389 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d6d368b9-9410-4d46-b0f9-ef9930b5ec43 req-0034b2d4-2f71-4940-a25a-f7cf1c1ebb94 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 210 time: 0.0941801 Aug 23 06:04:49.417100 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'Port': ['ID=faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:49.433200 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device e1c4191a-561b-4871-a8c5-5d1a6f8a6474 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:49.492189 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.16', 61700) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:49.537389 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:49.537893 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.582470 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.16', 61701) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:49.609309 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Allocated IP 172.27.1.225 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/27e025e9-50a3-4a2f-a8ad-ae53f53bf045) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:49.632530 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (88a9f872-3c39-4657-85a5-f7ba578d30f4), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.643895 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:49.644587 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.686489 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8eb73a70-a6d2-46cb-902f-b84d24f91307 req-ceac5745-a5e7-4f90-af4a-1ba0727b2be1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 210 time: 0.0845490 Aug 23 06:04:49.720436 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port e1c4191a-561b-4871-a8c5-5d1a6f8a6474, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:49.792211 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0ca47dc1-1313-43ae-b259-76d75c52974e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:49.794976 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0ca47dc1-1313-43ae-b259-76d75c52974e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 816 time: 0.3019154 Aug 23 06:04:49.853192 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.856006 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 28673d36-f01a-4025-881d-58850d22468e up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:49.884946 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.914199 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-273e4674-d6a4-48ba-817a-21a98916c6c4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd86f8650a9453bb06500b0b0aa31e7 HTTP/1.1" status: 200 len: 380 time: 0.0793858 Aug 23 06:04:49.925068 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'port': {'device_id': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'admin_state_up': True, 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'security_groups': ['fbf853c9-21e6-4909-8e1e-48ba5697acb9']}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:49.955712 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-a7401bb6-a935-451f-8f4c-d30658de8755 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:49.957058 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-a7401bb6-a935-451f-8f4c-d30658de8755 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 818 time: 0.3736441 Aug 23 06:04:49.960063 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:49.984755 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:49.997473 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'port': {'device_id': '5b406fcd-d7a4-43f1-ac08-4c492c6debb3', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'admin_state_up': True, 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:50.084692 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 28673d36-f01a-4025-881d-58850d22468e triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:50.085218 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (28673d36-f01a-4025-881d-58850d22468e), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:50.125117 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.16', 61702) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:50.195483 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:50.347315 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 28673d36-f01a-4025-881d-58850d22468e is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:50.347863 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (28673d36-f01a-4025-881d-58850d22468e), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:50.408788 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 28673d36-f01a-4025-881d-58850d22468e, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=28673d36-f01a-4025-881d-58850d22468e,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:50.416321 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Made reservation on behalf of fdd86f8650a9453bb06500b0b0aa31e7 for: {'port': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:50.419863 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:50.435672 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.16', 61709) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:50.465055 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:50.519403 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (28673d36-f01a-4025-881d-58850d22468e), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:50.607010 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:50.611212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:50.688062 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=28673d36-f01a-4025-881d-58850d22468e,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:50.703667 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-75a2e382-4149-4e6b-8a27-4a86bee1bf70 req-341ea7e6-f938-44ca-900c-476bd9953722 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.2990839 Aug 23 06:04:50.711543 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=27e025e9-50a3-4a2f-a8ad-ae53f53bf045,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:51.033427 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-7e90c98e-fc7b-473f-9916-89288408a7fc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:51.035249 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-7e90c98e-fc7b-473f-9916-89288408a7fc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.16 "GET /v2.0/networks?id=f6d35002-1cef-44da-8d96-3f3ae451bd4d HTTP/1.1" status: 200 len: 812 time: 0.9023273 Aug 23 06:04:51.042392 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (c921092f-93c6-440e-b75b-f3108c542f80), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:51.074946 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Request body: {'port': {'device_id': '88babc79-4017-42de-921b-d6c0bb3a4e51', 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d', 'admin_state_up': True, 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:51.120585 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Allocated IP 172.20.0.13 (bed85486-7d5e-4e92-bb9a-1a54147bf2d8/d0d04fcb-6ab6-45d3-9f73-11fe993bba8c/86947ff0-9c9b-4d79-ad2c-d6f51e4749c6) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:51.156828 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-53284b66-43f5-4612-999f-5def873bdef8 req-f6b3bca9-9b46-4230-b0fe-d86ea7536b26 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 210 time: 0.0851905 Aug 23 06:04:51.177043 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb963-5456-4653-a529-38eea831d6db req-c7b810b9-3821-4e8d-ac9f-4d143de4d9e0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:51.178669 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-c7b810b9-3821-4e8d-ac9f-4d143de4d9e0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 818 time: 0.7419884 Aug 23 06:04:51.196534 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'port': {'device_id': '78c06828-6382-494d-bb4f-33f0a5a879c2', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'admin_state_up': True, 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:51.218862 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for port (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:51.245612 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Made reservation on behalf of 41de49d1e830476fa45c59ed69f8b7c2 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:51.257818 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:51.317702 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:51.327383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (88a9f872-3c39-4657-85a5-f7ba578d30f4), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:51.484749 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device e1c4191a-561b-4871-a8c5-5d1a6f8a6474 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:51.552628 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Made reservation on behalf of 41de49d1e830476fa45c59ed69f8b7c2 for: {'port': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:51.558978 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:51.620397 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:51.621185 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:51.692466 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:51.931875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:51.933424 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 1c7c35e2-bdfb-4443-bae8-858309ddcc22 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:51.933795 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'Port': ['ID=faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:51.940252 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-63a3ec59-5754-4c7e-a85f-9b6259322705 req-cb20abc1-2f48-44bd-a9f1-786e9351f4c5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 210 time: 0.6987395 Aug 23 06:04:52.105937 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:52.106569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:52.111637 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f565b86d-ef80-4218-b777-f16e0288279e req-8c046c54-784c-4bbd-bd9f-265cd2e542e9 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.1938174 Aug 23 06:04:52.249516 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:52.283028 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:52.321936 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:52.322618 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:52.371789 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 1c7c35e2-bdfb-4443-bae8-858309ddcc22, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=1c7c35e2-bdfb-4443-bae8-858309ddcc22,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:04:52.417406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:52.427991 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5f01b9eb-7a70-4b88-b435-349af8034380 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6478848 Aug 23 06:04:52.439871 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Allocated IP 172.20.0.5 (e72403dd-0069-4ed5-8190-e70639166e1d/5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c/2003c8ca-4120-41eb-8aa1-870a26d467eb) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:52.460617 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:52.461875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:52.469559 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:52.474079 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:52.480422 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:52.482741 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:52.610674 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-665b9861-1a0f-4a8e-ac61-7e3a10f20134 req-91623c3d-d6d3-4984-a324-d83418b1e9fe tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 210 time: 0.2331114 Aug 23 06:04:52.657627 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:52.658300 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:52.706555 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=1c7c35e2-bdfb-4443-bae8-858309ddcc22,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:52.751636 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:52.751830 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:52.849740 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Made reservation on behalf of cdcc94a5ac0246afb333e33541f5ac2b for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:04:52.857995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.267219 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.270809 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0d0fa9d3-7fbd-40f3-aa93-9c055e0acf42 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0785036 Aug 23 06:04:53.271427 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:53.271427 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 28673d36-f01a-4025-881d-58850d22468e up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:53.272598 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-c2166a6f-8efc-4483-b867-1ff94950fda1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:04:53.272598 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-c2166a6f-8efc-4483-b867-1ff94950fda1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062444 Aug 23 06:04:53.273247 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-995d0c11-d16c-497d-8b18-737a0457b528 None None] Provisioning complete for port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:53.273247 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-995d0c11-d16c-497d-8b18-737a0457b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.273538 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.273538 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-bedfe5e3-39c2-4665-88c8-74e5624a16d4 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1369596244&fields=id&tenant_id=8149140f47e447fd92f7101559b3f0d3 HTTP/1.1" status: 200 len: 267 time: 0.1216516 Aug 23 06:04:53.274798 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 28673d36-f01a-4025-881d-58850d22468e triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:53.274798 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (28673d36-f01a-4025-881d-58850d22468e), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.274798 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-995d0c11-d16c-497d-8b18-737a0457b528 None None] Port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:53.275190 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Request body: {'port': {'device_id': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:53.281833 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-484e2350-bb79-4810-af70-c948eb8d2f58 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:53.289187 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-484e2350-bb79-4810-af70-c948eb8d2f58 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 811 time: 0.1881547 Aug 23 06:04:53.303892 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-f4a61fbc-8431-4f48-b740-a2a618778be8 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/quotas/8149140f47e447fd92f7101559b3f0d3 HTTP/1.1" status: 200 len: 375 time: 0.0131445 Aug 23 06:04:53.307616 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 28673d36-f01a-4025-881d-58850d22468e is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:53.315107 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97caf5-bd2f-420f-a796-ad8c9cbd6e8a req-22fd7fca-55f7-45e9-984e-d13afec7544e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:53.316786 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-df97caf5-bd2f-420f-a796-ad8c9cbd6e8a req-22fd7fca-55f7-45e9-984e-d13afec7544e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 932 time: 0.1916771 Aug 23 06:04:53.388115 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fabfd2db-693b-428e-ac57-098026fbfc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.396441 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.403728 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.468049 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 1c7c35e2-bdfb-4443-bae8-858309ddcc22 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:04:53.479002 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.480618 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (c921092f-93c6-440e-b75b-f3108c542f80), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.492544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Network e72403dd-0069-4ed5-8190-e70639166e1d is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:53.559591 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Allocated IP 172.20.0.3 (f6d35002-1cef-44da-8d96-3f3ae451bd4d/c796836e-13b9-4067-a558-45f80fe87495/4aa1c375-2adf-4fa4-b8c7-6b1624844b4c) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:53.560868 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:53.560868 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:53.583173 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event updated for resources: {'Port': ['ID=2003c8ca-4120-41eb-8aa1-870a26d467eb,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:53.619104 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-1e3dde99-38fd-48be-8d98-33ffb7ddc748 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2853000 Aug 23 06:04:53.675415 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:53.675843 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Allocated IP 172.20.0.3 (e72403dd-0069-4ed5-8190-e70639166e1d/5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c/cabd77a3-e27b-4937-89fb-79c28a119eee) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:04:53.681382 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.685470 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-df97caf5-bd2f-420f-a796-ad8c9cbd6e8a req-82edc2ee-c496-4a34-86de-95d693d5d3a4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622193 Aug 23 06:04:53.691459 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=27e025e9-50a3-4a2f-a8ad-ae53f53bf045,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:53.700559 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:53.701936 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-25bab9a4-556d-4317-9522-f79cdfb9d937 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5592163 Aug 23 06:04:53.940236 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:53.940886 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:54.053421 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:04:54.083008 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12d1d7b3-fb5b-4f23-aac0-be1f78df9429 req-722de86e-546f-4596-aa3d-cd64fca464e1 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.1430042 Aug 23 06:04:54.130738 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-b7a17bcb-7fe9-4015-9342-b073acdaf9ef None None] Provisioning complete for port 2003c8ca-4120-41eb-8aa1-870a26d467eb triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:54.131123 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b7a17bcb-7fe9-4015-9342-b073acdaf9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:54.198935 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-1793cd1d-5234-4b66-b5f7-f76bebc38732 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0127456 Aug 23 06:04:54.267529 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Request body: {'port': {'device_id': '78c06828-6382-494d-bb4f-33f0a5a879c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:54.309772 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-b7a17bcb-7fe9-4015-9342-b073acdaf9ef None None] Port 2003c8ca-4120-41eb-8aa1-870a26d467eb cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:54.453224 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:54.502469 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa9ddf-e31e-47f7-8c53-5aa21d00fe97 req-2f4cd9be-ebb4-4ec1-a4ef-d28d4dd46189 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:54.506639 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5bfa9ddf-e31e-47f7-8c53-5aa21d00fe97 req-2f4cd9be-ebb4-4ec1-a4ef-d28d4dd46189 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 931 time: 0.2073531 Aug 23 06:04:54.516579 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Publish callbacks [] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:54.588341 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:54.656294 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-31f47b91-2820-48c6-ab77-ab1d525bc9dc service neutron] 10.222.0.26 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105778 Aug 23 06:04:54.657689 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5bfa9ddf-e31e-47f7-8c53-5aa21d00fe97 req-d8b0d5b3-3ff3-455c-944b-2ba1ff421979 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310909 Aug 23 06:04:54.758044 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:54.914989 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:54.919797 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-be6f67a9-5fb0-4db8-b78e-243d42abfadf service neutron] 10.222.0.26 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623405 Aug 23 06:04:54.923928 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 {{(pid=104496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:04:54.932814 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Network e72403dd-0069-4ed5-8190-e70639166e1d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:54.938071 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Publish callbacks [] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:54.958884 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event updated for resources: {'Port': ['ID=cabd77a3-e27b-4937-89fb-79c28a119eee,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:54.961903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:55.015687 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.provisioning_blocks [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Transition to ACTIVE for port object 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 will not be triggered until provisioned by entity L2. {{(pid=104496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:04:55.016155 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:55.020313 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:55.020970 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:55.037746 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:04:55.046337 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:04:55.055695 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:04:55.055695 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:55.060969 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:55.093645 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-15ad79fc-8dad-4cc9-af5d-e27d83e4afe0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1117765560&fields=id&tenant_id=b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 267 time: 0.2040195 Aug 23 06:04:55.133215 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:55.140490 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Pushing event updated for resources: {'Port': ['ID=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:55.192958 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-374cbe51-9639-4090-ae0d-8865202bbbea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2038958 Aug 23 06:04:55.238500 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-61e04771-b05a-41e5-bc92-a6344f1f5704 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1854184 Aug 23 06:04:55.295165 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Request body: {'port': {'device_id': '88babc79-4017-42de-921b-d6c0bb3a4e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:55.459017 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Request body: {'port': {'device_id': '5b406fcd-d7a4-43f1-ac08-4c492c6debb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:04:55.489672 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0d911252-5442-4bd2-82b7-2ef0e553d252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:55.629505 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:55.641050 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-15689e36-23e7-4926-b2f9-b28bbae2bbdd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:55.649971 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-15689e36-23e7-4926-b2f9-b28bbae2bbdd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 815 time: 0.5549831 Aug 23 06:04:55.662127 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-71761ba6-e58d-44e9-8709-0dd8f6b253c5 None None] Provisioning complete for port cabd77a3-e27b-4937-89fb-79c28a119eee triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:55.664025 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-71761ba6-e58d-44e9-8709-0dd8f6b253c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:55.664475 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:55.757969 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-71761ba6-e58d-44e9-8709-0dd8f6b253c5 None None] Port cabd77a3-e27b-4937-89fb-79c28a119eee cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:55.834869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:55.909673 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2003c8ca-4120-41eb-8aa1-870a26d467eb {{(pid=104496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:04:55.920891 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-06856399-e973-4aa5-a853-c3c68023a07e None None] Provisioning complete for port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:04:55.925308 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-06856399-e973-4aa5-a853-c3c68023a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:55.937807 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Publish callbacks [] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:56.033166 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.provisioning_blocks [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Transition to ACTIVE for port object 2003c8ca-4120-41eb-8aa1-870a26d467eb will not be triggered until provisioned by entity L2. {{(pid=104496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:04:56.063069 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-06856399-e973-4aa5-a853-c3c68023a07e None None] Port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:04:56.072509 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094261f-37b8-46e7-a1dd-38667ca0b8dd req-b93235e5-b6c0-4dbd-9242-b5dc6a3d5fce tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:56.081554 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0094261f-37b8-46e7-a1dd-38667ca0b8dd req-b93235e5-b6c0-4dbd-9242-b5dc6a3d5fce tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.5192673 Aug 23 06:04:56.142042 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Attempting to bind port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:56.142336 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Attempting to bind port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'}] {{(pid=104496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:56.142670 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Attempting to bind port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 on network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:56.152483 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:56.234006 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 on network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:04:56.236347 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Attempting to bind port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 on network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:56.323122 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:56.323566 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Checking segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:56.324247 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Bound using segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:56.336564 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Bound port: 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'}}] {{(pid=104496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:56.338142 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:56.397050 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0094261f-37b8-46e7-a1dd-38667ca0b8dd req-1d234ec4-75f5-4b26-baa3-03fbcd63f167 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130133 Aug 23 06:04:56.495389 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Pushing event updated for resources: {'Port': ['ID=2003c8ca-4120-41eb-8aa1-870a26d467eb,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:56.587866 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-caa75104-dc20-482d-8a23-b341c7083fbc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/quotas/b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 375 time: 0.9367352 Aug 23 06:04:56.785646 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Attempting to bind port 2003c8ca-4120-41eb-8aa1-870a26d467eb on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:56.785987 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Attempting to bind port 2003c8ca-4120-41eb-8aa1-870a26d467eb by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}] {{(pid=104496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:56.786313 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Attempting to bind port 2003c8ca-4120-41eb-8aa1-870a26d467eb on network e72403dd-0069-4ed5-8190-e70639166e1d {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:56.796255 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, cleared binding levels {{(pid=104496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:56.810587 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932799f4-f7bc-40d0-9787-aa0ef76ab428 req-2d0e0fba-b5ae-44fb-bbd0-0ad31f7968ff tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:56.811621 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-932799f4-f7bc-40d0-9787-aa0ef76ab428 req-2d0e0fba-b5ae-44fb-bbd0-0ad31f7968ff tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 931 time: 0.2247524 Aug 23 06:04:56.844110 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-dd8e0d42-8bb7-4e52-ab3a-fc8cfa33834d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2428830 Aug 23 06:04:56.864628 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Port 2003c8ca-4120-41eb-8aa1-870a26d467eb on network e72403dd-0069-4ed5-8190-e70639166e1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:04:56.866052 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Attempting to bind port 2003c8ca-4120-41eb-8aa1-870a26d467eb on network e72403dd-0069-4ed5-8190-e70639166e1d {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:56.877062 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:56.917721 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:56.937810 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:56.938589 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Checking segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:56.939644 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Bound using segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:56.941220 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Bound port: 2003c8ca-4120-41eb-8aa1-870a26d467eb, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}}] {{(pid=104496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:56.941863 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.012765 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.016956 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:57.017940 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.019484 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-4620b91a-077f-42a5-8521-f7836391709a service neutron] 10.222.0.16 "PUT /v2.0/ports/86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 200 len: 1094 time: 3.8499970 Aug 23 06:04:57.047117 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:04:57.062498 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:04:57.079547 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Publish callbacks [] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.089469 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59802) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:57.138007 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-932799f4-f7bc-40d0-9787-aa0ef76ab428 req-b7e11cb6-b753-4336-8a3c-7275e170ed3f tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957993 Aug 23 06:04:57.162764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Transition to ACTIVE for port object 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:04:57.237918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.427367 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] For port 2003c8ca-4120-41eb-8aa1-870a26d467eb, host hv-cinder-85378, cleared binding levels {{(pid=104496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:57.448362 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabd77a3-e27b-4937-89fb-79c28a119eee {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:04:57.454244 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:04:57.460028 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Publish callbacks [] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.478442 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Transition to ACTIVE for port object cabd77a3-e27b-4937-89fb-79c28a119eee will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:04:57.500767 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-99b414e3-43e4-4903-87e9-2b353af917ef service neutron] 10.222.0.26 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245509 Aug 23 06:04:57.533249 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620b91a-077f-42a5-8521-f7836391709a service neutron] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=3']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:57.537982 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5bfbddbe-86cf-4da2-a165-651c967e202e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.562043 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fdb72ceb-853c-47bd-b6c7-73c00d599194 req-92b5f422-66e4-4605-b493-0bbe13313437 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 210 time: 0.1675746 Aug 23 06:04:57.564701 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] For port 2003c8ca-4120-41eb-8aa1-870a26d467eb, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:57.579215 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-beb136ac-f47f-4fa3-9a90-589faf4039a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:57.580989 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-beb136ac-f47f-4fa3-9a90-589faf4039a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 1128 time: 0.3880875 Aug 23 06:04:57.613151 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.717103 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-02ffd282-70a6-4275-bd7d-df37e388fe0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 200 len: 217 time: 0.1134164 Aug 23 06:04:57.718523 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.750230 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:57.754363 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:57.754986 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.756452 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] 10.222.0.16 "PUT /v2.0/ports/2003c8ca-4120-41eb-8aa1-870a26d467eb HTTP/1.1" status: 200 len: 1093 time: 3.5248854 Aug 23 06:04:57.758016 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Attempting to bind port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:57.758380 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Attempting to bind port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:57.758717 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Attempting to bind port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c on network f6d35002-1cef-44da-8d96-3f3ae451bd4d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:57.764850 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Attempting to bind port cabd77a3-e27b-4937-89fb-79c28a119eee on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:04:57.765013 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Attempting to bind port cabd77a3-e27b-4937-89fb-79c28a119eee by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:04:57.765308 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Attempting to bind port cabd77a3-e27b-4937-89fb-79c28a119eee on network e72403dd-0069-4ed5-8190-e70639166e1d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:57.831150 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Port cabd77a3-e27b-4937-89fb-79c28a119eee on network e72403dd-0069-4ed5-8190-e70639166e1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:04:57.831150 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Attempting to bind port cabd77a3-e27b-4937-89fb-79c28a119eee on network e72403dd-0069-4ed5-8190-e70639166e1d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:57.831150 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c on network f6d35002-1cef-44da-8d96-3f3ae451bd4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:04:57.831150 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Attempting to bind port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c on network f6d35002-1cef-44da-8d96-3f3ae451bd4d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:04:57.863757 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:57.864135 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Checking segment: {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:57.864705 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Bound using segment: {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:57.865276 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Bound port: 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b190aae-10ee-4bab-952f-e658a1018262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:57.865587 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.867694 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:04:57.868174 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Checking segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:04:57.868930 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Bound using segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:04:57.869152 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Bound port: cabd77a3-e27b-4937-89fb-79c28a119eee, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:04:57.869531 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:57.874750 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Pushing event updated for resources: {'Port': ['ID=cabd77a3-e27b-4937-89fb-79c28a119eee,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:57.900099 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-a53ee61a-43c3-45a6-8fd1-4cd5bd3a1ad1 service neutron] 10.222.0.26 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981943 Aug 23 06:04:57.901175 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0a37c982-4cbc-4338-8934-d5b269f41a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:57.902768 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-0a37c982-4cbc-4338-8934-d5b269f41a04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.1569490 Aug 23 06:04:57.909389 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671ed98-9f12-4398-8b3f-ee6250fd97ef service neutron] Pushing event updated for resources: {'Port': ['ID=2003c8ca-4120-41eb-8aa1-870a26d467eb,revision_number=3']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:57.921218 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba053-b364-4090-889a-a5b507589f99 req-8d7704a0-9541-42ba-83b6-ae4af38910bd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:57.928966 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0eeba053-b364-4090-889a-a5b507589f99 req-8d7704a0-9541-42ba-83b6-ae4af38910bd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.2260282 Aug 23 06:04:57.971372 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5bfbddbe-86cf-4da2-a165-651c967e202e admin admin] Publish callbacks [] for security_group (e5fe95d4-9206-41b5-97c0-8d500b970f36), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:58.062037 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] For port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:58.088623 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] For port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:58.096739 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] For port cabd77a3-e27b-4937-89fb-79c28a119eee, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:04:58.100970 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] For port cabd77a3-e27b-4937-89fb-79c28a119eee, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cabd77a3-e27b-4937-89fb-79c28a119eee,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:04:58.123485 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5bfbddbe-86cf-4da2-a165-651c967e202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (e5fe95d4-9206-41b5-97c0-8d500b970f36), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:58.186128 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:58.226999 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0eeba053-b364-4090-889a-a5b507589f99 req-b41e2c0f-ca10-4501-9227-ae8b3318ea5a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969348 Aug 23 06:04:58.232741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:58.234083 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-5bfbddbe-86cf-4da2-a165-651c967e202e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f92e13fb99914f0eb90368e9e764645c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1177518 Aug 23 06:04:58.236891 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59840) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:58.241244 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:58.245686 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbddbe-86cf-4da2-a165-651c967e202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fe95d4-9206-41b5-97c0-8d500b970f36,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:58.281746 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-17d1032d-6493-4938-aba1-a2b3d4909854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:58.283793 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-17d1032d-6493-4938-aba1-a2b3d4909854 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3147388 Aug 23 06:04:58.290449 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb963-5456-4653-a529-38eea831d6db req-08b8781d-f510-4793-bc8d-0114b8973a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:58.292126 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-08b8781d-f510-4793-bc8d-0114b8973a07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 1127 time: 0.3193436 Aug 23 06:04:58.297458 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:58.300871 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:58.300871 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] 10.222.0.16 "PUT /v2.0/ports/4aa1c375-2adf-4fa4-b8c7-6b1624844b4c HTTP/1.1" status: 200 len: 1093 time: 3.0145757 Aug 23 06:04:58.302820 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:58.303830 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:58.306403 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] 10.222.0.16 "PUT /v2.0/ports/cabd77a3-e27b-4937-89fb-79c28a119eee HTTP/1.1" status: 200 len: 1093 time: 3.0221465 Aug 23 06:04:58.306872 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88babc79-4017-42de-921b-d6c0bb3a4e51', 'tag': '4aa1c375-2adf-4fa4-b8c7-6b1624844b4c'}, {'name': 'network-changed', 'server_uuid': '5b406fcd-d7a4-43f1-ac08-4c492c6debb3', 'tag': 'cabd77a3-e27b-4937-89fb-79c28a119eee'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:04:58.507196 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754c9bb7-df86-4f51-9cd5-ff751da65a37" -d '{"events": [{"name": "network-changed", "server_uuid": "88babc79-4017-42de-921b-d6c0bb3a4e51", "tag": "4aa1c375-2adf-4fa4-b8c7-6b1624844b4c"}, {"name": "network-changed", "server_uuid": "5b406fcd-d7a4-43f1-ac08-4c492c6debb3", "tag": "cabd77a3-e27b-4937-89fb-79c28a119eee"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:04:58.529374 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5ad47-7262-4e05-9dbf-431db556fd6b service neutron] Pushing event updated for resources: {'Port': ['ID=cabd77a3-e27b-4937-89fb-79c28a119eee,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:58.751777 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605e1acf-d1ce-453a-9a6e-17d2bb60c46c x-openstack-request-id: req-605e1acf-d1ce-453a-9a6e-17d2bb60c46c {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:04:58.752383 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:04:58.752943 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-605e1acf-d1ce-453a-9a6e-17d2bb60c46c {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:04:58.753612 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605e1acf-d1ce-453a-9a6e-17d2bb60c46c'] response: {'name': 'network-changed', 'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'status': 'completed', 'code': 200} Aug 23 06:04:58.861886 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-5476357d-1917-4bb1-a2c0-fc1907df0ba3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb HTTP/1.1" status: 200 len: 217 time: 0.1228492 Aug 23 06:04:58.887733 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c698-ee4f-4883-a3b0-1ad97c81fa83 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:58.915308 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10936e4f-0990-438b-a74f-99a5c950d997 admin admin] Publish callbacks [] for security_group (e5fe95d4-9206-41b5-97c0-8d500b970f36), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:59.007415 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.16', 61723) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:04:59.027069 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-30022f27-e4eb-4138-b70f-6e0d96d7f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.033678 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-30022f27-e4eb-4138-b70f-6e0d96d7f226 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 1127 time: 0.4889123 Aug 23 06:04:59.038459 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-1111ef70-5fa7-4ea8-b726-09abe2722579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.052002 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-1111ef70-5fa7-4ea8-b726-09abe2722579 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdcc94a5ac0246afb333e33541f5ac2b&device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 1127 time: 0.4802687 Aug 23 06:04:59.084363 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10936e4f-0990-438b-a74f-99a5c950d997 admin admin] Publish callbacks [] for security_group (e5fe95d4-9206-41b5-97c0-8d500b970f36), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:59.112727 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb963-5456-4653-a529-38eea831d6db req-d0c9de91-2d97-4410-af3d-4afe6cda45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.115104 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-d0c9de91-2d97-4410-af3d-4afe6cda45ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.1913257 Aug 23 06:04:59.122478 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd747a-d745-416a-b4e0-7e27d219f764 req-17740959-cc0d-4b1d-9948-de91417f1523 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.124651 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-73bd747a-d745-416a-b4e0-7e27d219f764 req-17740959-cc0d-4b1d-9948-de91417f1523 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.2974625 Aug 23 06:04:59.164793 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdd1c8-ac26-47ef-8a98-4b71f4ee148c req-c28a790b-b6fc-469d-ae27-63d31a36963d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.166548 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bcfdd1c8-ac26-47ef-8a98-4b71f4ee148c req-c28a790b-b6fc-469d-ae27-63d31a36963d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.4290733 Aug 23 06:04:59.202970 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-8ba17038-ff15-404e-91e5-afd2e470cdb3 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629083 Aug 23 06:04:59.276276 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-72ee33ab-451f-4ea6-b181-bfb2a2e4b0a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cabd77a3-e27b-4937-89fb-79c28a119eee HTTP/1.1" status: 200 len: 217 time: 0.0863354 Aug 23 06:04:59.337865 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bcfdd1c8-ac26-47ef-8a98-4b71f4ee148c req-c56b200c-ece4-4db4-afeb-74708c3fffaf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643689 Aug 23 06:04:59.359968 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-bdfc44af-f6cc-487c-9b52-3d2496d32ad8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c HTTP/1.1" status: 200 len: 217 time: 0.0991611 Aug 23 06:04:59.409635 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb963-5456-4653-a529-38eea831d6db req-7338627f-2acd-4532-b806-e18f28ad9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.411451 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-7338627f-2acd-4532-b806-e18f28ad9c69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1981690 Aug 23 06:04:59.426073 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4af5458-fe51-47e7-8232-c64af498b8f7 req-9b870f19-7798-4890-bc53-da723704188d service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801591 Aug 23 06:04:59.426990 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10936e4f-0990-438b-a74f-99a5c950d997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (e5fe95d4-9206-41b5-97c0-8d500b970f36), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:59.433569 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10936e4f-0990-438b-a74f-99a5c950d997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:59.441354 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-10936e4f-0990-438b-a74f-99a5c950d997 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5fe95d4-9206-41b5-97c0-8d500b970f36 HTTP/1.1" status: 204 len: 168 time: 1.1967442 Aug 23 06:04:59.443207 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-2be6be2c-f9d1-4d44-bccd-bce850943945 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.444640 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-2be6be2c-f9d1-4d44-bccd-bce850943945 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 811 time: 0.3909216 Aug 23 06:04:59.458760 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-73bd747a-d745-416a-b4e0-7e27d219f764 req-eede920b-67b8-422b-bd0e-6f329f1937db tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217094 Aug 23 06:04:59.499038 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-bd7b0871-2246-4250-b653-e6b7a962613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.500454 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-bd7b0871-2246-4250-b653-e6b7a962613c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.1921704 Aug 23 06:04:59.508555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-e86bf553-cf34-4d0e-9596-73430b18f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:04:59.522665 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-e86bf553-cf34-4d0e-9596-73430b18f3b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c796836e-13b9-4067-a558-45f80fe87495 HTTP/1.1" status: 200 len: 851 time: 0.0767522 Aug 23 06:04:59.522780 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:04:59.557068 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10936e4f-0990-438b-a74f-99a5c950d997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fe95d4-9206-41b5-97c0-8d500b970f36,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:04:59.621678 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3b33b789-ec7a-4867-a798-0ee8c12027cc req-537c7878-e26d-45d0-b6c0-89ff96028795 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 210 time: 0.1750774 Aug 23 06:04:59.742941 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Aug 2022 06:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0e8d66-f6d2-4e21-ba2d-042d126e8d95 x-openstack-request-id: req-df0e8d66-f6d2-4e21-ba2d-042d126e8d95 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:04:59.743375 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88babc79-4017-42de-921b-d6c0bb3a4e51", "tag": "4aa1c375-2adf-4fa4-b8c7-6b1624844b4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b406fcd-d7a4-43f1-ac08-4c492c6debb3", "tag": "cabd77a3-e27b-4937-89fb-79c28a119eee", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:04:59.751735 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df0e8d66-f6d2-4e21-ba2d-042d126e8d95 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:04:59.751735 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0e8d66-f6d2-4e21-ba2d-042d126e8d95'] response: {'name': 'network-changed', 'server_uuid': '88babc79-4017-42de-921b-d6c0bb3a4e51', 'tag': '4aa1c375-2adf-4fa4-b8c7-6b1624844b4c', 'status': 'completed', 'code': 200} Aug 23 06:04:59.751735 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0e8d66-f6d2-4e21-ba2d-042d126e8d95'] response: {'name': 'network-changed', 'server_uuid': '5b406fcd-d7a4-43f1-ac08-4c492c6debb3', 'tag': 'cabd77a3-e27b-4937-89fb-79c28a119eee', 'status': 'completed', 'code': 200} Aug 23 06:04:59.850842 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-493d7879-2c08-4c61-b065-a4be0cc86306 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104798 Aug 23 06:05:00.066743 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b10d0011-35ea-4734-ab4c-8366aa5ee930 req-19c81534-49b1-4169-8580-162d1dbe33e9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 210 time: 0.2135837 Aug 23 06:05:00.116282 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-ec4264d6-39d7-4295-bdfd-face5dcf5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:00.122339 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-ec4264d6-39d7-4295-bdfd-face5dcf5ac2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 1128 time: 0.3904607 Aug 23 06:05:00.267495 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfacb963-5456-4653-a529-38eea831d6db req-e01e9feb-c034-46ae-8f48-f50f9ded5543 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009752 Aug 23 06:05:00.311201 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-47e0cf64-8b31-44c4-8eaf-94bbd047dfae tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8149140f47e447fd92f7101559b3f0d3 HTTP/1.1" status: 200 len: 380 time: 0.7305493 Aug 23 06:05:00.317317 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-35ddd379-7ac9-497e-8567-3876619b0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:00.318798 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-35ddd379-7ac9-497e-8567-3876619b0b22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d35002-1cef-44da-8d96-3f3ae451bd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7241523 Aug 23 06:05:00.325052 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-4548512d-da03-4ae0-b901-8b457d032fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:00.326532 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-4548512d-da03-4ae0-b901-8b457d032fa4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6912215 Aug 23 06:05:00.341620 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf54ad-1192-4103-8da0-68dc0b6d7e8b req-edeae07f-52e6-4132-bfb9-ea79c794f51a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:00.349590 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7daf54ad-1192-4103-8da0-68dc0b6d7e8b req-edeae07f-52e6-4132-bfb9-ea79c794f51a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.1787097 Aug 23 06:05:00.395968 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-024d50e7-2060-4020-aae7-063729ab74df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:00.398043 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-024d50e7-2060-4020-aae7-063729ab74df service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.2546742 Aug 23 06:05:00.411675 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'port': {'device_id': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'admin_state_up': True, 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'security_groups': ['3511e860-95ef-4bd2-83f2-94fab850a053']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:00.541971 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 59894) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:00.570937 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7daf54ad-1192-4103-8da0-68dc0b6d7e8b req-71c9aad6-fe06-4efb-8f35-6ca03113265e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142508 Aug 23 06:05:00.644964 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33d39027-aba3-4114-a16f-d4e7a82bcba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:00.656811 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-7807b813-a995-402f-8ba4-00e0939a564a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 200 len: 217 time: 0.1183839 Aug 23 06:05:00.677065 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59853184-e59b-422a-b71a-39fc62af4f3f req-528930ec-281b-46e8-8939-cf7223be8982 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:00.678812 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-59853184-e59b-422a-b71a-39fc62af4f3f req-528930ec-281b-46e8-8939-cf7223be8982 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.2056067 Aug 23 06:05:00.746830 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-0f64fd58-73ec-4259-84f3-cccba23cbed4 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d35002-1cef-44da-8d96-3f3ae451bd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307228 Aug 23 06:05:00.770135 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-48bdfbfe-2a24-407d-8b0a-2056432ca0af service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438826 Aug 23 06:05:00.866093 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c06828-6382-494d-bb4f-33f0a5a879c2', 'tag': '2003c8ca-4120-41eb-8aa1-870a26d467eb'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:00.869461 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0371b17b-b8eb-4daa-9ac2-131876d3d87a" -d '{"events": [{"name": "network-changed", "server_uuid": "78c06828-6382-494d-bb4f-33f0a5a879c2", "tag": "2003c8ca-4120-41eb-8aa1-870a26d467eb"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:00.873005 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-fe6039b9-1615-4a2e-b23b-4a21728e0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:00.874654 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-fe6039b9-1615-4a2e-b23b-4a21728e0a14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.1730731 Aug 23 06:05:00.923676 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69afe-0b03-400e-a687-da32e6c7f02e req-e10c324b-1faf-43b9-8401-02a696f734cb tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:00.931147 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2ef69afe-0b03-400e-a687-da32e6c7f02e req-e10c324b-1faf-43b9-8401-02a696f734cb tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.2361734 Aug 23 06:05:00.961897 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Made reservation on behalf of 8149140f47e447fd92f7101559b3f0d3 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:05:00.965120 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:00.995394 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-59853184-e59b-422a-b71a-39fc62af4f3f req-8fa92c8f-0841-4d14-96f2-4b321958a3d6 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495097 Aug 23 06:05:01.009817 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d703e8f-3da8-4e7f-a2ce-45835ec202bc req-7d2e7727-b6c0-4e68-a088-a8cd1e7e5015 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d35002-1cef-44da-8d96-3f3ae451bd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507627 Aug 23 06:05:01.019570 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc712e2b-95a8-409f-a19d-de7523ae80be req-222a383d-79ae-490c-b3a3-4d4495afafd6 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339594 Aug 23 06:05:01.064028 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-aab1d9f0-5a70-47b2-872b-35d2bb97be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:01.065689 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-aab1d9f0-5a70-47b2-872b-35d2bb97be8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1624789 Aug 23 06:05:01.089973 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2ef69afe-0b03-400e-a687-da32e6c7f02e req-626cffb6-2597-4de9-a6cc-9bdb7e5b4bbd tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579549 Aug 23 06:05:01.210958 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Allocated IP 172.20.0.8 (b27f2aad-ffa4-4af2-9a13-3121b136ade5/6ab2fe0e-479a-4370-936d-4753fd96d0f6/94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:05:01.216602 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33d39027-aba3-4114-a16f-d4e7a82bcba3 admin admin] Publish callbacks [] for security_group (358373bb-598e-41c0-a827-6277d76cbd26), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.222679 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f236b3c-48a1-4ea2-a01f-a7c2358c45d2 x-openstack-request-id: req-7f236b3c-48a1-4ea2-a01f-a7c2358c45d2 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:01.223053 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c06828-6382-494d-bb4f-33f0a5a879c2", "tag": "2003c8ca-4120-41eb-8aa1-870a26d467eb", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:01.223210 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f236b3c-48a1-4ea2-a01f-a7c2358c45d2 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:01.223598 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f236b3c-48a1-4ea2-a01f-a7c2358c45d2'] response: {'name': 'network-changed', 'server_uuid': '78c06828-6382-494d-bb4f-33f0a5a879c2', 'tag': '2003c8ca-4120-41eb-8aa1-870a26d467eb', 'status': 'completed', 'code': 200} Aug 23 06:05:01.311425 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b32d536-89d2-427e-8ae8-cf398b5a709a req-9aa55b64-b79b-460e-be40-d7082b41079a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 210 time: 0.0474524 Aug 23 06:05:01.321662 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33d39027-aba3-4114-a16f-d4e7a82bcba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (358373bb-598e-41c0-a827-6277d76cbd26), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.368268 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-832957a4-96b4-40c8-951b-85c339a4da3a req-92b03340-cc1c-42a6-a415-a76bcdb906c5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 210 time: 0.1384759 Aug 23 06:05:01.428721 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-33d39027-aba3-4114-a16f-d4e7a82bcba3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e47b4acdf7904c3f8fca9b498e79694f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8783617 Aug 23 06:05:01.432798 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 59916) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:01.466818 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d39027-aba3-4114-a16f-d4e7a82bcba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358373bb-598e-41c0-a827-6277d76cbd26,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:01.472182 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-10b56ce1-61fa-420d-8e2a-34dfec7ff606 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622410 Aug 23 06:05:01.571056 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.608154 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b66d3c8-7f72-42ba-a743-dadfab801f81 admin admin] Publish callbacks [] for security_group (358373bb-598e-41c0-a827-6277d76cbd26), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.636460 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b66d3c8-7f72-42ba-a743-dadfab801f81 admin admin] Publish callbacks [] for security_group (358373bb-598e-41c0-a827-6277d76cbd26), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.733335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72bc8-0a11-4245-8978-f316bbb399a1 req-7cefd17a-4445-4150-a750-e0b63cd30072 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:01.735012 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9a72bc8-0a11-4245-8978-f316bbb399a1 req-7cefd17a-4445-4150-a750-e0b63cd30072 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.0676839 Aug 23 06:05:01.738175 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.812977 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:05:01.813798 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'Port': ['ID=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:01.824775 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:05:01.829189 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:05:01.834385 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:01.835003 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.856177 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9a72bc8-0a11-4245-8978-f316bbb399a1 req-5bfd6f92-fbf7-498f-ada5-d19704cb0a65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143696 Aug 23 06:05:01.872429 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b66d3c8-7f72-42ba-a743-dadfab801f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (358373bb-598e-41c0-a827-6277d76cbd26), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.872429 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b66d3c8-7f72-42ba-a743-dadfab801f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:01.872429 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9b66d3c8-7f72-42ba-a743-dadfab801f81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/358373bb-598e-41c0-a827-6277d76cbd26 HTTP/1.1" status: 204 len: 168 time: 0.4308090 Aug 23 06:05:01.878683 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66d3c8-7f72-42ba-a743-dadfab801f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358373bb-598e-41c0-a827-6277d76cbd26,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:02.025586 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-59f65763-ae88-4b86-855b-18e84066f746 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6306014 Aug 23 06:05:02.213800 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6ace8-35d1-4f7e-ae67-a24c11165b7f req-81a179f6-ce12-4edc-9f59-7b8da4acc14c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:02.215548 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fca6ace8-35d1-4f7e-ae67-a24c11165b7f req-81a179f6-ce12-4edc-9f59-7b8da4acc14c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0928886 Aug 23 06:05:02.288974 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-c075d8d9-480a-4345-9b03-d5dac8faf307 None None] Provisioning complete for port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:05:02.288974 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c075d8d9-480a-4345-9b03-d5dac8faf307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:02.306232 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fca6ace8-35d1-4f7e-ae67-a24c11165b7f req-25bcaa00-d5fd-4211-8e84-51a0c37a2e2a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750916 Aug 23 06:05:02.324398 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26a647-d4e1-44a8-b6e5-0aaf0b51e9c6 req-ae2282e8-e18d-416b-8d5d-911766ac5e07 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:02.324398 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ae26a647-d4e1-44a8-b6e5-0aaf0b51e9c6 req-ae2282e8-e18d-416b-8d5d-911766ac5e07 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.1110399 Aug 23 06:05:02.338806 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-c075d8d9-480a-4345-9b03-d5dac8faf307 None None] Port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:05:02.464859 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ae26a647-d4e1-44a8-b6e5-0aaf0b51e9c6 req-5da129de-4a6b-4ef5-99f4-a8b5b8f9709d tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281130 Aug 23 06:05:02.481400 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ad44a-bb4e-4f88-a5f9-0f1a8adb7cfb req-d6d155ca-32a8-451d-a3a2-5f983315e9dd tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:02.483123 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-149ad44a-bb4e-4f88-a5f9-0f1a8adb7cfb req-d6d155ca-32a8-451d-a3a2-5f983315e9dd tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 931 time: 0.0711484 Aug 23 06:05:02.558650 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-149ad44a-bb4e-4f88-a5f9-0f1a8adb7cfb req-dc0d3719-a176-40d8-99b5-c78ff5409929 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658813 Aug 23 06:05:02.617148 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a6369f6b-6b8b-461f-a6d8-5f13f2ab38ad req-8d79fbe6-9bdd-4357-bd7b-9960567b540b tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 210 time: 0.0440898 Aug 23 06:05:03.015959 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b07d4-4039-4c6c-a099-f5c3881a8ed6 req-d4c5a640-dd5a-419e-aa71-9e9a1747b0c8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:03.017656 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ee5b07d4-4039-4c6c-a099-f5c3881a8ed6 req-d4c5a640-dd5a-419e-aa71-9e9a1747b0c8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.0574875 Aug 23 06:05:03.068537 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ee5b07d4-4039-4c6c-a099-f5c3881a8ed6 req-2fff88c3-628e-4e64-8639-f8830a232e66 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450137 Aug 23 06:05:03.449499 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b881a0-709a-4753-a114-9ef64f608441 req-e20461db-55ab-439d-babc-281899fc9091 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:03.450918 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d7b881a0-709a-4753-a114-9ef64f608441 req-e20461db-55ab-439d-babc-281899fc9091 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0600140 Aug 23 06:05:03.501267 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d7b881a0-709a-4753-a114-9ef64f608441 req-8d35c6eb-b294-4f5c-863d-0856c1ec3d2c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446787 Aug 23 06:05:03.592778 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051afa23-323a-4b93-8787-4578b5684b97 req-d642ba66-1156-4214-a0c3-fc5522a00013 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:03.594320 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-051afa23-323a-4b93-8787-4578b5684b97 req-d642ba66-1156-4214-a0c3-fc5522a00013 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.0617309 Aug 23 06:05:03.656847 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-051afa23-323a-4b93-8787-4578b5684b97 req-252f2dfb-dbf4-4633-93f2-145c16f75522 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558946 Aug 23 06:05:03.732571 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514018-3dce-451f-9454-f7c60d0fce54 req-bf366f4e-9045-4864-bc65-494658ea15cc tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:03.734169 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65514018-3dce-451f-9454-f7c60d0fce54 req-bf366f4e-9045-4864-bc65-494658ea15cc tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 931 time: 0.0651724 Aug 23 06:05:03.755411 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9110abde-688d-43c3-a86b-e5aa6ac0e085 req-7ac9f9d2-c474-431b-845d-5d15c872b2c7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 210 time: 0.0424023 Aug 23 06:05:03.786108 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65514018-3dce-451f-9454-f7c60d0fce54 req-49214ad0-1d27-46d0-8cca-076d5341bea8 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Aug 23 06:05:04.190614 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833fe95-79f8-4b67-80a4-0a6219c8c913 req-b4f40825-3411-49db-b972-0de4c35f7ef8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:04.192177 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6833fe95-79f8-4b67-80a4-0a6219c8c913 req-b4f40825-3411-49db-b972-0de4c35f7ef8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.0519321 Aug 23 06:05:04.248672 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6833fe95-79f8-4b67-80a4-0a6219c8c913 req-904ee2d5-c368-4703-8190-4e508a288170 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503623 Aug 23 06:05:04.637993 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf9d6-13a5-4354-8a1e-de236ac99dd9 req-56f45e29-cfd3-4237-8bc6-bf9e6873c38b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:04.639527 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a93cf9d6-13a5-4354-8a1e-de236ac99dd9 req-56f45e29-cfd3-4237-8bc6-bf9e6873c38b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0567966 Aug 23 06:05:04.689219 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a93cf9d6-13a5-4354-8a1e-de236ac99dd9 req-5cef1ae7-a343-4d88-8d63-1dae4ffd7d08 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439389 Aug 23 06:05:04.782921 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11fdd3-5ce0-4ecc-8347-8188d8dd731b req-f134b222-25f4-44a9-8fcc-01e382a12561 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:04.784423 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fe11fdd3-5ce0-4ecc-8347-8188d8dd731b req-f134b222-25f4-44a9-8fcc-01e382a12561 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.0526309 Aug 23 06:05:04.838248 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fe11fdd3-5ce0-4ecc-8347-8188d8dd731b req-6cf421f4-c4be-4525-905b-575fb75efd6f tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478649 Aug 23 06:05:04.869092 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d0edb9f3-102b-423c-a19d-68ebcd2abbee req-12942af9-6422-486b-a1d6-e57409d4e27d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 210 time: 0.0298488 Aug 23 06:05:04.967795 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47bf1d-26bc-4923-af0f-e604fc556531 req-91f6a0f9-5abf-4253-a9fb-d84a09f260f3 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:04.967795 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0c47bf1d-26bc-4923-af0f-e604fc556531 req-91f6a0f9-5abf-4253-a9fb-d84a09f260f3 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 931 time: 0.0571284 Aug 23 06:05:05.006573 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0c47bf1d-26bc-4923-af0f-e604fc556531 req-22487521-56a1-4150-9cba-2d41d6bb9df1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428898 Aug 23 06:05:05.373894 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177fb95-2696-4f6d-bc59-d1394664412f req-84719289-0236-49a6-be71-2077a6b01ec2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:05.375378 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e177fb95-2696-4f6d-bc59-d1394664412f req-84719289-0236-49a6-be71-2077a6b01ec2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.0536692 Aug 23 06:05:05.421489 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e177fb95-2696-4f6d-bc59-d1394664412f req-72f6918c-872a-499c-a23f-239f1622c247 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Aug 23 06:05:05.668895 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Request body: {'port': {'device_id': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:05.698094 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-c670d8c6-8325-439f-81ce-257b55f9f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:05.699631 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-c670d8c6-8325-439f-81ce-257b55f9f593 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdcc94a5ac0246afb333e33541f5ac2b&device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 1127 time: 0.0682728 Aug 23 06:05:05.743319 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:06.058116 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7364c5-0855-4ad0-9f11-3c317c69d346 req-c69747ee-ed18-4fd3-9096-c8f6e0d1a4c3 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:06.064536 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5d7364c5-0855-4ad0-9f11-3c317c69d346 req-c69747ee-ed18-4fd3-9096-c8f6e0d1a4c3 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.2846646 Aug 23 06:05:06.104710 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-180ca3cb-3db5-4fe1-b115-5bc99bc4cd0a req-4538ba59-dc7e-481d-a389-87aee30977a0 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291311 Aug 23 06:05:06.152769 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5d7364c5-0855-4ad0-9f11-3c317c69d346 req-5cc1b2f0-2603-4467-8cd5-763cab431826 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793917 Aug 23 06:05:06.243601 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3ba2320a-7704-4d38-b88d-8be71de893bf req-9da28afc-ccf8-4f96-9878-bfc048e433ec tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 210 time: 0.0344398 Aug 23 06:05:06.323575 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-56baf945-0a21-46d2-b586-b5e6badd5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:06.326185 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-56baf945-0a21-46d2-b586-b5e6badd5cd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 1127 time: 0.4811718 Aug 23 06:05:06.384137 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57808e5-3032-4327-82bf-a915167d539a req-0ae61fe1-768d-4bc4-a8f2-b6b14be10758 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:06.390271 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e57808e5-3032-4327-82bf-a915167d539a req-0ae61fe1-768d-4bc4-a8f2-b6b14be10758 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 931 time: 0.0782909 Aug 23 06:05:06.412270 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-3f3d4031-dcb3-4ead-be71-eb3866222f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:06.414705 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-3f3d4031-dcb3-4ead-be71-eb3866222f42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d35002-1cef-44da-8d96-3f3ae451bd4d HTTP/1.1" status: 200 len: 913 time: 0.5687177 Aug 23 06:05:06.458956 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b6d04-5251-4b7a-9f9b-3b3364a5dc11 req-7996befc-3cd5-403d-ae10-28db270dd00c tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:06.460603 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-361b6d04-5251-4b7a-9f9b-3b3364a5dc11 req-7996befc-3cd5-403d-ae10-28db270dd00c tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.5043993 Aug 23 06:05:06.502109 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-07bd47c8-ef82-440a-bff4-df29fdc7b370 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c HTTP/1.1" status: 200 len: 217 time: 0.0686820 Aug 23 06:05:06.515252 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e57808e5-3032-4327-82bf-a915167d539a req-5062c30e-4120-4aec-b190-b03521b2afeb tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100910 Aug 23 06:05:06.555021 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-fb26fc91-cf23-4bd6-a9f1-c56d55def519 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:06.556829 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-fb26fc91-cf23-4bd6-a9f1-c56d55def519 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 815 time: 0.1651530 Aug 23 06:05:06.572403 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-e0435aec-a789-4ec2-ada4-cd35bf52ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:06.577201 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-e0435aec-a789-4ec2-ada4-cd35bf52ef82 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.2409058 Aug 23 06:05:06.597618 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-361b6d04-5251-4b7a-9f9b-3b3364a5dc11 req-dd5c88c0-1ed6-410c-9e54-e9f65c79d505 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008978 Aug 23 06:05:06.615729 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:05:06.625956 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Publish callbacks [] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:06.647542 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Transition to ACTIVE for port object 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:05:06.652987 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96ffc6-b9eb-46ff-a0d6-8c291a23edd4 req-f7181cf8-bc7c-4a0b-ab35-fc8ff342b8da tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:06.654634 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6f96ffc6-b9eb-46ff-a0d6-8c291a23edd4 req-f7181cf8-bc7c-4a0b-ab35-fc8ff342b8da tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.0673242 Aug 23 06:05:06.701781 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6f96ffc6-b9eb-46ff-a0d6-8c291a23edd4 req-a5b7ba2f-bbd8-401c-9b94-c2258d1c4c75 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Aug 23 06:05:06.739877 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:06.807320 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Pushing event updated for resources: {'Port': ['ID=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:06.816234 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Attempting to bind port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:05:06.816234 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Attempting to bind port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:05:06.816234 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Attempting to bind port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c on network b27f2aad-ffa4-4af2-9a13-3121b136ade5 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:05:06.821123 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c on network b27f2aad-ffa4-4af2-9a13-3121b136ade5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:05:06.821582 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Attempting to bind port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c on network b27f2aad-ffa4-4af2-9a13-3121b136ade5 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:05:06.826690 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:05:06.827246 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Checking segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:05:06.827735 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Bound using segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:05:06.828266 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Bound port: 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:05:06.828722 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:06.920834 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-4e799178-c323-4811-85a5-f56c76411c18 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 380 time: 0.0639644 Aug 23 06:05:06.938554 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'port': {'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'admin_state_up': True, 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'security_groups': ['dc0968f2-8002-4914-87fb-3d1a10d01a41']}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:06.946341 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-92abec14-206c-4c8f-ad86-d2ed038893a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb HTTP/1.1" status: 200 len: 217 time: 0.0635974 Aug 23 06:05:07.008779 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-cf2dc532-8d33-430f-8b73-decea7958f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.010265 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-cf2dc532-8d33-430f-8b73-decea7958f13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c796836e-13b9-4067-a558-45f80fe87495 HTTP/1.1" status: 200 len: 851 time: 0.1289191 Aug 23 06:05:07.027916 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] For port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:05:07.054770 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-4bcfc26b-eac7-4275-9660-3ccf061c86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.056301 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-4bcfc26b-eac7-4275-9660-3ccf061c86cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.1030567 Aug 23 06:05:07.061654 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] For port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:05:07.110235 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-81294722-6a7e-4179-a062-1d97dc746595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.111728 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-81294722-6a7e-4179-a062-1d97dc746595 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d35002-1cef-44da-8d96-3f3ae451bd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952530 Aug 23 06:05:07.121061 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-e95c012f-7ee6-4d9c-81a1-858d38ca8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.122456 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-e95c012f-7ee6-4d9c-81a1-858d38ca8b9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584500 Aug 23 06:05:07.134392 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Made reservation on behalf of b46a240be5e84bd7bde99fc7a8628b61 for: {'port': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:05:07.137747 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:07.183494 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:07.217467 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.218090 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:07.219485 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] 10.222.0.16 "PUT /v2.0/ports/94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c HTTP/1.1" status: 200 len: 1093 time: 1.5546489 Aug 23 06:05:07.221352 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'tag': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:07.223628 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0d52c2-79a2-4e95-b031-2d28c6a3127c" -d '{"events": [{"name": "network-changed", "server_uuid": "39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce", "tag": "94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:07.299355 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Allocated IP 172.20.0.13 (64e506df-1825-4b0a-a783-350ab49333de/f03003f5-4979-48f2-a32c-becebcd37287/4be2c638-1905-4eb7-b811-e2a55ddf5db5) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:05:07.303350 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60afe7f3-468a-4449-97c9-104602304eb9 x-openstack-request-id: req-60afe7f3-468a-4449-97c9-104602304eb9 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:07.303515 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce", "tag": "94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:07.303764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60afe7f3-468a-4449-97c9-104602304eb9 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:07.304230 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60afe7f3-468a-4449-97c9-104602304eb9'] response: {'name': 'network-changed', 'server_uuid': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'tag': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'status': 'completed', 'code': 200} Aug 23 06:05:07.388353 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-7165ea83-a416-4aa4-bdfb-1581f7be8c3f service neutron] 10.222.0.16 "GET /v2.0/networks/f6d35002-1cef-44da-8d96-3f3ae451bd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617412 Aug 23 06:05:07.394239 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56654f-40ef-412e-8d9d-508d9dd51353 service neutron] Pushing event updated for resources: {'Port': ['ID=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:07.429194 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-f6305b99-eac1-4fd8-8abd-48cc944ae155 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946920 Aug 23 06:05:07.438412 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d6dc08d2-5c5f-4db4-9af5-a9c12ee40c54 req-fa01a39d-3341-461f-a7b2-2102e5879601 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 210 time: 0.0601728 Aug 23 06:05:07.477783 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a5ea7-deac-46f8-a493-d9c07b03d565 req-02ad0f3c-87c3-4aac-ba06-5d043bebd256 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.479247 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-023a5ea7-deac-46f8-a493-d9c07b03d565 req-02ad0f3c-87c3-4aac-ba06-5d043bebd256 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.2490110 Aug 23 06:05:07.497700 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:07.552473 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d52c2-79a2-4e95-b031-2d28c6a3127c req-5760ce48-fd76-46b7-94c3-ac1ed870d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.554607 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a0d52c2-79a2-4e95-b031-2d28c6a3127c req-5760ce48-fd76-46b7-94c3-ac1ed870d679 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 1127 time: 0.2117586 Aug 23 06:05:07.635143 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:07.692859 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Network 64e506df-1825-4b0a-a783-350ab49333de is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:05:07.695722 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=4be2c638-1905-4eb7-b811-e2a55ddf5db5,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:07.699982 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:05:07.703409 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:05:07.706678 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-512ce4c2-4355-4f13-8d83-9cfd27dec9ed service neutron] 10.222.0.16 "GET /v2.0/networks/f6d35002-1cef-44da-8d96-3f3ae451bd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067913 Aug 23 06:05:07.712974 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a841f-44ba-4499-8a5f-1665510b12d5 req-ce6f5e45-fa50-4b72-b7bf-5a81baf5e00e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.720508 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ca5a841f-44ba-4499-8a5f-1665510b12d5 req-ce6f5e45-fa50-4b72-b7bf-5a81baf5e00e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 943 time: 0.1188998 Aug 23 06:05:07.736583 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-023a5ea7-deac-46f8-a493-d9c07b03d565 req-12531446-7f01-456c-b9d8-3f8e03fde408 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090743 Aug 23 06:05:07.807968 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.808258 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:07.815427 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0371b17b-b8eb-4daa-9ac2-131876d3d87a req-6a80c2b7-fc2e-4662-be2b-0f6ab92cafc4 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589058 Aug 23 06:05:07.837748 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ca5a841f-44ba-4499-8a5f-1665510b12d5 req-aee427d8-1ab7-4e39-9183-ecdefe7cc760 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078629 Aug 23 06:05:07.987711 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d52c2-79a2-4e95-b031-2d28c6a3127c req-2895fb11-b426-40c0-b3f1-7416f06d35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:07.989309 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a0d52c2-79a2-4e95-b031-2d28c6a3127c req-2895fb11-b426-40c0-b3f1-7416f06d35d4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8149140f47e447fd92f7101559b3f0d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4210813 Aug 23 06:05:08.006607 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45939827-a748-45fb-8380-0090a79614de req-2563969c-73d1-4468-b7a9-1abc132f41b9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.009867 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-45939827-a748-45fb-8380-0090a79614de req-2563969c-73d1-4468-b7a9-1abc132f41b9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.0967844 Aug 23 06:05:08.018104 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-b3eab08a-c596-4dea-b6fe-6bafc965620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.020040 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-b3eab08a-c596-4dea-b6fe-6bafc965620a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 1127 time: 0.2343655 Aug 23 06:05:08.025483 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-d78aceff-c214-46d3-bafd-c904bfccd0c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0988894 Aug 23 06:05:08.043531 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Request body: {'port': {'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:08.103563 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-834d1f32-7c4d-44ef-ac2c-b4d3f1c22ed4 None None] Provisioning complete for port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:05:08.104158 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-834d1f32-7c4d-44ef-ac2c-b4d3f1c22ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:08.114253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3ea64-df0d-42c2-aff5-a936d0a552aa req-fe8e51b1-aa16-4ddc-8c7b-b46df26497d2 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.119217 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-99f3ea64-df0d-42c2-aff5-a936d0a552aa req-fe8e51b1-aa16-4ddc-8c7b-b46df26497d2 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.2479134 Aug 23 06:05:08.141846 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-834d1f32-7c4d-44ef-ac2c-b4d3f1c22ed4 None None] Port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:05:08.146660 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-45939827-a748-45fb-8380-0090a79614de req-76222449-b167-4a74-8945-b2eab43a5568 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201389 Aug 23 06:05:08.160971 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:08.368611 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60110) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:08.492168 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be2c638-1905-4eb7-b811-e2a55ddf5db5 {{(pid=104496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:05:08.501035 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Publish callbacks [] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:08.517042 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.provisioning_blocks [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Transition to ACTIVE for port object 4be2c638-1905-4eb7-b811-e2a55ddf5db5 will not be triggered until provisioned by entity L2. {{(pid=104496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:05:08.524426 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d52c2-79a2-4e95-b031-2d28c6a3127c req-9bf6017f-e6a0-4a0e-90ed-9c28d5925b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.526115 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a0d52c2-79a2-4e95-b031-2d28c6a3127c req-9bf6017f-e6a0-4a0e-90ed-9c28d5925b35 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5247002 Aug 23 06:05:08.565572 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-99f3ea64-df0d-42c2-aff5-a936d0a552aa req-c1ba9201-36c3-4a2e-981d-127575a0642d tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814580 Aug 23 06:05:08.565572 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-b048e7ed-dda0-45ff-bb4f-2a00e3b5bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.565572 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-b048e7ed-dda0-45ff-bb4f-2a00e3b5bf3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.5207608 Aug 23 06:05:08.609393 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a5e-487e-4372-baaf-0cabfc11267d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:08.615874 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-b28e5c15-d08a-4e76-8ef5-1abbd586a31b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cabd77a3-e27b-4937-89fb-79c28a119eee HTTP/1.1" status: 200 len: 217 time: 0.0530589 Aug 23 06:05:08.649459 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d74649-27df-4edf-8275-753b6d4fb5cf req-aaa2b698-6a8e-43e8-a74d-d0ec8b3f9ee6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.650990 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-02d74649-27df-4edf-8275-753b6d4fb5cf req-aaa2b698-6a8e-43e8-a74d-d0ec8b3f9ee6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 932 time: 0.1081200 Aug 23 06:05:08.688528 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-186768f9-1f5c-4753-8852-aacddc07d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.690100 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-186768f9-1f5c-4753-8852-aacddc07d7d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 1127 time: 0.0829854 Aug 23 06:05:08.691539 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-a056f361-0839-4a41-82cd-06489038a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.692850 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-a056f361-0839-4a41-82cd-06489038a82c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0587885 Aug 23 06:05:08.720531 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-02d74649-27df-4edf-8275-753b6d4fb5cf req-6141367d-1d60-4151-b03f-13bbab59ce6e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624890 Aug 23 06:05:08.751836 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a5e-487e-4372-baaf-0cabfc11267d admin admin] Publish callbacks [] for security_group (f43f6c57-16e1-4bdc-a852-9c8596367b05), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:08.759823 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-24b76dbd-44e2-490f-99ee-78b56528a412 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c HTTP/1.1" status: 200 len: 217 time: 0.0581725 Aug 23 06:05:08.824578 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-1bed21c2-49bb-436a-ae2f-261cbf4f61af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.826074 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-1bed21c2-49bb-436a-ae2f-261cbf4f61af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182714 Aug 23 06:05:08.830940 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-bbaa0582-8ef0-4cf3-a339-3bedc00052dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.832291 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-bbaa0582-8ef0-4cf3-a339-3bedc00052dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab2fe0e-479a-4370-936d-4753fd96d0f6 HTTP/1.1" status: 200 len: 850 time: 0.0661874 Aug 23 06:05:08.956775 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818106af-6ee6-4111-8211-3fdf57dcccc2 req-436e116c-0e30-44a6-b781-0cf88640bac9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.958322 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-818106af-6ee6-4111-8211-3fdf57dcccc2 req-436e116c-0e30-44a6-b781-0cf88640bac9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 943 time: 0.0566847 Aug 23 06:05:08.965888 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59dc58-cae1-4735-9782-8e4403b7249d req-1e912f23-83d4-4e8b-8d43-2293c82f6ddd tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.967383 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-aa59dc58-cae1-4735-9782-8e4403b7249d req-1e912f23-83d4-4e8b-8d43-2293c82f6ddd tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.1565850 Aug 23 06:05:08.989958 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-8316091f-a21e-4ae8-89c4-ce47b6fad688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:08.991407 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-8316091f-a21e-4ae8-89c4-ce47b6fad688 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b27f2aad-ffa4-4af2-9a13-3121b136ade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1441247 Aug 23 06:05:09.018029 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-fd98e4a5-90c3-4b5c-8794-48cb44a9da84 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717839 Aug 23 06:05:09.021350 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-818106af-6ee6-4111-8211-3fdf57dcccc2 req-2c982b0f-098f-4ec9-9c44-b6ad8a6fbd3c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536566 Aug 23 06:05:09.142608 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-aa59dc58-cae1-4735-9782-8e4403b7249d req-4711d3e0-760e-403b-9298-47ab35ece30f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664019 Aug 23 06:05:09.184697 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-cfaff773-aaf4-421a-8a9e-b02b6c93f362 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794667 Aug 23 06:05:09.185583 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:09.206593 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754c9bb7-df86-4f51-9cd5-ff751da65a37 req-3dc79e89-98a0-4227-ba2e-43a626c90553 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778607 Aug 23 06:05:09.291126 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4668bf18-8ca9-4d37-8aa5-3e1e67f253e1 req-3263d26c-1d82-41ff-8650-b4e736de0e3e service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989809 Aug 23 06:05:09.293241 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Pushing event updated for resources: {'Port': ['ID=4be2c638-1905-4eb7-b811-e2a55ddf5db5,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:09.354888 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefa37f-4b18-40db-b824-caa328e215db req-4143daba-8953-44a6-b88b-47ae1553e230 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:09.361637 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7aefa37f-4b18-40db-b824-caa328e215db req-4143daba-8953-44a6-b88b-47ae1553e230 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.1275556 Aug 23 06:05:09.387135 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Attempting to bind port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:05:09.387483 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Attempting to bind port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}] {{(pid=104496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:05:09.387817 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Attempting to bind port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:05:09.396670 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 on network 64e506df-1825-4b0a-a783-350ab49333de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:05:09.397095 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Attempting to bind port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:05:09.414721 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:05:09.429036 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Checking segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:05:09.429036 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Bound using segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} {{(pid=104496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:05:09.429036 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.managers [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Bound port: 4be2c638-1905-4eb7-b811-e2a55ddf5db5, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}}] {{(pid=104496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:05:09.429036 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:09.437777 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7aefa37f-4b18-40db-b824-caa328e215db req-6b0e780d-b983-4402-8f69-32d90fbeb24e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749791 Aug 23 06:05:09.488540 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] For port 4be2c638-1905-4eb7-b811-e2a55ddf5db5, host hv-cinder-85378, cleared binding levels {{(pid=104496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:05:09.491756 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] For port 4be2c638-1905-4eb7-b811-e2a55ddf5db5, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4be2c638-1905-4eb7-b811-e2a55ddf5db5,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:05:09.678455 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00f5e1-d43e-4b2c-883c-651017e6e365 req-d274cf7b-4945-4c5f-877c-3f5a71a27069 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:09.679956 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-da00f5e1-d43e-4b2c-883c-651017e6e365 req-d274cf7b-4945-4c5f-877c-3f5a71a27069 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.0589769 Aug 23 06:05:09.726057 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-da00f5e1-d43e-4b2c-883c-651017e6e365 req-74283e9a-0ab8-4983-9fd5-01a5fb03f0a0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Aug 23 06:05:09.849505 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd138ba7-cdc7-4817-a3e6-f429ed8bfd2c req-c7960285-583d-4d45-923b-895d36f89e61 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:09.850897 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fd138ba7-cdc7-4817-a3e6-f429ed8bfd2c req-c7960285-583d-4d45-923b-895d36f89e61 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 944 time: 0.0584471 Aug 23 06:05:09.897015 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fd138ba7-cdc7-4817-a3e6-f429ed8bfd2c req-d1ebbb53-270a-41cf-964c-3e877b0f5fd5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Aug 23 06:05:09.899226 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a5e-487e-4372-baaf-0cabfc11267d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f43f6c57-16e1-4bdc-a852-9c8596367b05), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:09.934676 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:09.942084 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:09.942699 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for port (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:09.944106 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] 10.222.0.16 "PUT /v2.0/ports/4be2c638-1905-4eb7-b811-e2a55ddf5db5 HTTP/1.1" status: 200 len: 1094 time: 1.9099538 Aug 23 06:05:09.945377 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'tag': '4be2c638-1905-4eb7-b811-e2a55ddf5db5'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:09.947619 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bdf102-8520-4f81-a6ba-c556eedd2f60" -d '{"events": [{"name": "network-changed", "server_uuid": "fac3f633-a107-4302-99ad-eb5547b6f07a", "tag": "4be2c638-1905-4eb7-b811-e2a55ddf5db5"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:09.950019 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa9a5e-487e-4372-baaf-0cabfc11267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43f6c57-16e1-4bdc-a852-9c8596367b05,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:09.954127 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9efa9a5e-487e-4372-baaf-0cabfc11267d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fefb3ba815c42b2b4d8552ca113c294&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5844347 Aug 23 06:05:09.956931 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60146) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:10.008473 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4bd73-27e3-41fc-9aaf-bbec1716e06a service neutron] Pushing event updated for resources: {'Port': ['ID=4be2c638-1905-4eb7-b811-e2a55ddf5db5,revision_number=3']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:10.012943 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-462bbaef-ae99-4a0b-9306-ed50e0907b71 admin admin] Publish callbacks [] for security_group (f43f6c57-16e1-4bdc-a852-9c8596367b05), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:10.038549 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c7c788-04a4-4005-a5d5-9c9fc9a660ea x-openstack-request-id: req-34c7c788-04a4-4005-a5d5-9c9fc9a660ea {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:10.038936 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac3f633-a107-4302-99ad-eb5547b6f07a", "tag": "4be2c638-1905-4eb7-b811-e2a55ddf5db5", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:10.039090 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-462bbaef-ae99-4a0b-9306-ed50e0907b71 admin admin] Publish callbacks [] for security_group (f43f6c57-16e1-4bdc-a852-9c8596367b05), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:10.039401 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34c7c788-04a4-4005-a5d5-9c9fc9a660ea {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:10.040215 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c7c788-04a4-4005-a5d5-9c9fc9a660ea'] response: {'name': 'network-changed', 'server_uuid': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'tag': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'status': 'completed', 'code': 200} Aug 23 06:05:10.108324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdf102-8520-4f81-a6ba-c556eedd2f60 req-9b58997d-c5ad-4c37-a483-1197c2d6d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.112147 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-98bdf102-8520-4f81-a6ba-c556eedd2f60 req-9b58997d-c5ad-4c37-a483-1197c2d6d00e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 1128 time: 0.0527072 Aug 23 06:05:10.180348 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-462bbaef-ae99-4a0b-9306-ed50e0907b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f43f6c57-16e1-4bdc-a852-9c8596367b05), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:10.183313 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-462bbaef-ae99-4a0b-9306-ed50e0907b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:10.185912 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-462bbaef-ae99-4a0b-9306-ed50e0907b71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f43f6c57-16e1-4bdc-a852-9c8596367b05 HTTP/1.1" status: 204 len: 168 time: 0.2279286 Aug 23 06:05:10.210022 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bbaef-ae99-4a0b-9306-ed50e0907b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43f6c57-16e1-4bdc-a852-9c8596367b05,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:10.320510 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e5271-946c-4a5f-ad3f-97fd1a72c139 req-eddacc8b-3879-45f6-9b70-8bdca7595d3f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.322148 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-281e5271-946c-4a5f-ad3f-97fd1a72c139 req-eddacc8b-3879-45f6-9b70-8bdca7595d3f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0735986 Aug 23 06:05:10.322277 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b4688-3710-4998-b609-e316231d4c30 req-4672b715-0e91-4eb6-8a6e-5142ca2ba44b tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.323724 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-221b4688-3710-4998-b609-e316231d4c30 req-4672b715-0e91-4eb6-8a6e-5142ca2ba44b tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 943 time: 0.1825435 Aug 23 06:05:10.361539 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdf102-8520-4f81-a6ba-c556eedd2f60 req-60b63fa6-8363-46fb-8bdd-9db50a1498ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.363221 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-98bdf102-8520-4f81-a6ba-c556eedd2f60 req-60b63fa6-8363-46fb-8bdd-9db50a1498ad service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2456400 Aug 23 06:05:10.369059 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:10.373410 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-281e5271-946c-4a5f-ad3f-97fd1a72c139 req-d3cac54f-680d-4150-a30b-94cc661c17e0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449419 Aug 23 06:05:10.464556 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-221b4688-3710-4998-b609-e316231d4c30 req-581e93b6-808f-43aa-8542-110507f11fae tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339667 Aug 23 06:05:10.545313 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdf102-8520-4f81-a6ba-c556eedd2f60 req-51a080bb-d916-4330-aa1b-ecc6c10ea707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.546817 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-98bdf102-8520-4f81-a6ba-c556eedd2f60 req-51a080bb-d916-4330-aa1b-ecc6c10ea707 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754985 Aug 23 06:05:10.566037 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86252227-2067-4b80-ba8f-16a6004a5499 req-4a0e6e2e-4dda-463c-89f8-b8b39177ce5f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.567532 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86252227-2067-4b80-ba8f-16a6004a5499 req-4a0e6e2e-4dda-463c-89f8-b8b39177ce5f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.0536678 Aug 23 06:05:10.630178 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86252227-2067-4b80-ba8f-16a6004a5499 req-eede10dc-76b3-4120-82da-c466c77075ff tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 Aug 23 06:05:10.853214 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-e3cd18b1-a104-46be-b874-6aed490fac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.854802 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-e3cd18b1-a104-46be-b874-6aed490fac57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 1128 time: 0.2665834 Aug 23 06:05:10.881082 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce255a-a39c-4b9c-a0e0-7ed604762e3f req-2b3af2c2-0805-47d1-b64c-6cbfbf4daaf0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.883137 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-52ce255a-a39c-4b9c-a0e0-7ed604762e3f req-2b3af2c2-0805-47d1-b64c-6cbfbf4daaf0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.0763714 Aug 23 06:05:10.915662 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-65850bd3-8418-4c0f-8218-edc16599de23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be2c638-1905-4eb7-b811-e2a55ddf5db5 HTTP/1.1" status: 200 len: 217 time: 0.0529089 Aug 23 06:05:10.989140 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-8a941ad3-f53a-4a8a-83a7-04de4038bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:10.990639 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-8a941ad3-f53a-4a8a-83a7-04de4038bc84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0670500 Aug 23 06:05:10.994501 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-52ce255a-a39c-4b9c-a0e0-7ed604762e3f req-dc5e93f8-4fd5-4253-bc86-dbc161eb9bcd tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864642 Aug 23 06:05:11.020564 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7a2f-dc24-4bfc-a2b1-e86037c524e9 req-76340b86-a18e-44b5-a8e5-e166c6603c43 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:11.026041 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bf0b7a2f-dc24-4bfc-a2b1-e86037c524e9 req-76340b86-a18e-44b5-a8e5-e166c6603c43 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 944 time: 0.0585883 Aug 23 06:05:11.041491 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-518a97f6-8e63-4f56-9226-1f33b2d93384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:11.043008 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-518a97f6-8e63-4f56-9226-1f33b2d93384 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449672 Aug 23 06:05:11.073238 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bf0b7a2f-dc24-4bfc-a2b1-e86037c524e9 req-01280850-c649-42a1-943d-05a107cf3a6e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454524 Aug 23 06:05:11.135631 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-622a3f80-0cce-4c4f-b40c-e7937583bd97 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862784 Aug 23 06:05:11.154244 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60178) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:11.169253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93df7996-b5bc-4c76-b6f5-9aac1b2f442e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.230685 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfa14899-6ff1-4fea-8b1d-b8d815822369 req-25702c15-a829-4943-af96-d6bc5c0653c3 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887496 Aug 23 06:05:11.268012 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93df7996-b5bc-4c76-b6f5-9aac1b2f442e admin admin] Publish callbacks [] for security_group (5567c9d3-a75f-4893-888a-9889ab26a3ee), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.379479 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93df7996-b5bc-4c76-b6f5-9aac1b2f442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (5567c9d3-a75f-4893-888a-9889ab26a3ee), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.417802 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-93df7996-b5bc-4c76-b6f5-9aac1b2f442e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6362ab95b61d40738d59b750d26e4286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624099 Aug 23 06:05:11.418700 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7996-b5bc-4c76-b6f5-9aac1b2f442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5567c9d3-a75f-4893-888a-9889ab26a3ee,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:11.420482 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60186) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:11.516278 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-524a63d5-9c5d-48c0-9723-0196699fddfc admin admin] Publish callbacks [] for security_group (5567c9d3-a75f-4893-888a-9889ab26a3ee), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.517065 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device cabd77a3-e27b-4937-89fb-79c28a119eee details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:05:11.551489 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-524a63d5-9c5d-48c0-9723-0196699fddfc admin admin] Publish callbacks [] for security_group (5567c9d3-a75f-4893-888a-9889ab26a3ee), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.566224 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7028055-10d3-4463-b81e-6fce55799972 req-a18cb4f1-4ee9-4208-870f-b954d01079d4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:11.567838 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a7028055-10d3-4463-b81e-6fce55799972 req-a18cb4f1-4ee9-4208-870f-b954d01079d4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.1060195 Aug 23 06:05:11.604547 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1dec4-7b56-4582-b0aa-683719342639 req-3d989ef7-386f-487c-8f87-db119bf792d1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:11.611961 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58f1dec4-7b56-4582-b0aa-683719342639 req-3d989ef7-386f-487c-8f87-db119bf792d1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 943 time: 0.0704935 Aug 23 06:05:11.623391 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port cabd77a3-e27b-4937-89fb-79c28a119eee, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cabd77a3-e27b-4937-89fb-79c28a119eee,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:11.636552 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': 'cabd77a3-e27b-4937-89fb-79c28a119eee', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'port_id': 'cabd77a3-e27b-4937-89fb-79c28a119eee', 'mac_address': 'fa:16:3e:48:5a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:05:11.645742 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a7028055-10d3-4463-b81e-6fce55799972 req-7e8f517f-5c5c-4d5a-a805-b75b4123bdda tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707748 Aug 23 06:05:11.655921 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58f1dec4-7b56-4582-b0aa-683719342639 req-c227a3ba-215c-438c-8752-eb32f85aecb7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Aug 23 06:05:11.685190 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port cabd77a3-e27b-4937-89fb-79c28a119eee is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:11.685620 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.699135 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabd77a3-e27b-4937-89fb-79c28a119eee {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:05:11.719345 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port cabd77a3-e27b-4937-89fb-79c28a119eee, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cabd77a3-e27b-4937-89fb-79c28a119eee,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:11.735105 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-524a63d5-9c5d-48c0-9723-0196699fddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (5567c9d3-a75f-4893-888a-9889ab26a3ee), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.737965 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-524a63d5-9c5d-48c0-9723-0196699fddfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.739087 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-524a63d5-9c5d-48c0-9723-0196699fddfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5567c9d3-a75f-4893-888a-9889ab26a3ee HTTP/1.1" status: 204 len: 168 time: 0.3170464 Aug 23 06:05:11.751043 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a63d5-9c5d-48c0-9723-0196699fddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5567c9d3-a75f-4893-888a-9889ab26a3ee,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:11.773407 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a097b-4d1c-4279-9348-2d304f9fea4b req-e2718fc0-bc4e-4250-898c-b59f0b68f5e6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:11.774940 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-948a097b-4d1c-4279-9348-2d304f9fea4b req-e2718fc0-bc4e-4250-898c-b59f0b68f5e6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 943 time: 0.0673645 Aug 23 06:05:11.822360 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-948a097b-4d1c-4279-9348-2d304f9fea4b req-977e3cbc-1a26-4c19-9415-5b62f0c49924 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Aug 23 06:05:11.842808 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.845449 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 2003c8ca-4120-41eb-8aa1-870a26d467eb details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:05:11.908312 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=cabd77a3-e27b-4937-89fb-79c28a119eee,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:11.911796 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 2003c8ca-4120-41eb-8aa1-870a26d467eb, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:11.923499 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '2003c8ca-4120-41eb-8aa1-870a26d467eb', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'port_id': '2003c8ca-4120-41eb-8aa1-870a26d467eb', 'mac_address': 'fa:16:3e:ba:bf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:05:11.968254 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 2003c8ca-4120-41eb-8aa1-870a26d467eb is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:11.968652 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:11.982083 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2003c8ca-4120-41eb-8aa1-870a26d467eb {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:05:12.046975 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 2003c8ca-4120-41eb-8aa1-870a26d467eb, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:12.117355 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.118229 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:05:12.132671 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96f0e9-98e0-4a28-8958-0ec67b310a01 req-f20871bc-e88b-45c2-a27e-3aaa3c3f7301 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:12.134248 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f96f0e9-98e0-4a28-8958-0ec67b310a01 req-f20871bc-e88b-45c2-a27e-3aaa3c3f7301 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 943 time: 0.0609572 Aug 23 06:05:12.194003 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f96f0e9-98e0-4a28-8958-0ec67b310a01 req-70c21e81-698f-40ed-a7ec-1aa0d29d157e tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535986 Aug 23 06:05:12.242163 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=2003c8ca-4120-41eb-8aa1-870a26d467eb,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:12.248306 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cad621-3791-4e34-858d-992757adcc54 req-6c7de2f8-92de-45e0-bb89-981e7ae11cae tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:12.250308 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e4cad621-3791-4e34-858d-992757adcc54 req-6c7de2f8-92de-45e0-bb89-981e7ae11cae tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 944 time: 0.0763350 Aug 23 06:05:12.296066 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:12.302065 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e4cad621-3791-4e34-858d-992757adcc54 req-caf0769e-0a7a-421d-adcb-8abaeffe8753 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451772 Aug 23 06:05:12.309475 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '4aa1c375-2adf-4fa4-b8c7-6b1624844b4c', 'network_id': 'f6d35002-1cef-44da-8d96-3f3ae451bd4d', 'port_id': '4aa1c375-2adf-4fa4-b8c7-6b1624844b4c', 'mac_address': 'fa:16:3e:f0:24:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c796836e-13b9-4067-a558-45f80fe87495', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:05:12.345261 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:12.345677 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.358736 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:05:12.380206 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:12.465101 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.465839 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:05:12.527385 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60214) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:12.540276 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fcb6b53b-ebb5-4493-82b8-ff8ea18e2ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.558287 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:12.617068 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:12.629307 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fcb6b53b-ebb5-4493-82b8-ff8ea18e2ab2 admin admin] Publish callbacks [] for security_group (5fd27447-2b89-472d-9b4e-03318b4582d0), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.633133 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'port_id': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'mac_address': 'fa:16:3e:26:86:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:05:12.667297 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:12.667687 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.680414 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:05:12.705149 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:12.716628 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fcb6b53b-ebb5-4493-82b8-ff8ea18e2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (5fd27447-2b89-472d-9b4e-03318b4582d0), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.777568 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-fcb6b53b-ebb5-4493-82b8-ff8ea18e2ab2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5fb47def95643cb8475d552a82f8236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490649 Aug 23 06:05:12.780266 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60228) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:12.792388 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6b53b-ebb5-4493-82b8-ff8ea18e2ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd27447-2b89-472d-9b4e-03318b4582d0,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:12.814694 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c384b87-77c9-475d-ba06-0c49e0268ddd req-367b3798-8a89-4a82-8377-d343d3aa49ee tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:12.814694 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c384b87-77c9-475d-ba06-0c49e0268ddd req-367b3798-8a89-4a82-8377-d343d3aa49ee tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0682855 Aug 23 06:05:12.824849 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e8864-f821-49c2-a9a0-55627e650649 req-4374f7ef-7eaa-46e6-9558-ec3b55c0d890 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:12.826740 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-909e8864-f821-49c2-a9a0-55627e650649 req-4374f7ef-7eaa-46e6-9558-ec3b55c0d890 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 943 time: 0.0791304 Aug 23 06:05:12.842458 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.879689 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c384b87-77c9-475d-ba06-0c49e0268ddd req-4529d090-f91e-4130-a692-cffd67b8e585 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631268 Aug 23 06:05:12.880296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cf6511ba-0dc5-4ed7-9247-7a97f3776d54 admin admin] Publish callbacks [] for security_group (5fd27447-2b89-472d-9b4e-03318b4582d0), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:12.890353 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-909e8864-f821-49c2-a9a0-55627e650649 req-9dcfc203-e08a-4504-8215-bf73957ab23d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534668 Aug 23 06:05:12.900382 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:12.905026 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cf6511ba-0dc5-4ed7-9247-7a97f3776d54 admin admin] Publish callbacks [] for security_group (5fd27447-2b89-472d-9b4e-03318b4582d0), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.010180 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aff94d-9a84-4468-bb0e-69302f3eb3e8 req-4c423292-8634-45c9-a0ed-740d325d0437 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:13.011570 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f8aff94d-9a84-4468-bb0e-69302f3eb3e8 req-4c423292-8634-45c9-a0ed-740d325d0437 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 944 time: 0.0534539 Aug 23 06:05:13.056690 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f8aff94d-9a84-4468-bb0e-69302f3eb3e8 req-73d0b536-2d64-440b-92c3-544ac6b4a208 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Aug 23 06:05:13.168010 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cf6511ba-0dc5-4ed7-9247-7a97f3776d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (5fd27447-2b89-472d-9b4e-03318b4582d0), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.170679 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cf6511ba-0dc5-4ed7-9247-7a97f3776d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.171754 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-cf6511ba-0dc5-4ed7-9247-7a97f3776d54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fd27447-2b89-472d-9b4e-03318b4582d0 HTTP/1.1" status: 204 len: 168 time: 0.3906839 Aug 23 06:05:13.180503 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6511ba-0dc5-4ed7-9247-7a97f3776d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd27447-2b89-472d-9b4e-03318b4582d0,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:13.322447 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a9711-de6f-472d-a4b1-f32dbacbc188 req-b350e969-51b5-4623-9ddd-1a88c11e9a76 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:13.325925 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-576a9711-de6f-472d-a4b1-f32dbacbc188 req-b350e969-51b5-4623-9ddd-1a88c11e9a76 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 944 time: 0.0588832 Aug 23 06:05:13.410441 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-576a9711-de6f-472d-a4b1-f32dbacbc188 req-aa9b5899-407f-4318-8d0b-f507494de605 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761282 Aug 23 06:05:13.428613 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60244) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:13.447967 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76a9de-8418-4559-8085-1daf676f50f9 req-2dbb00b9-8687-4780-84af-8b66adb14f36 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:13.450038 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2b76a9de-8418-4559-8085-1daf676f50f9 req-2dbb00b9-8687-4780-84af-8b66adb14f36 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 944 time: 0.0670462 Aug 23 06:05:13.497618 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2b76a9de-8418-4559-8085-1daf676f50f9 req-7614aa36-9411-4089-862c-067f783eabca tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Aug 23 06:05:13.513096 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:05:13.557329 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60250) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:13.642093 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:13.666520 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a118184e-0558-49f1-9f23-7432cbdf7d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.719568 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfeb2-a9c6-4152-bb6e-3c84133f9a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.764680 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:05:13.767268 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['2003c8ca-4120-41eb-8aa1-870a26d467eb'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:05:13.769323 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['4aa1c375-2adf-4fa4-b8c7-6b1624844b4c'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:05:13.771177 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['cabd77a3-e27b-4937-89fb-79c28a119eee'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:05:13.789289 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'port_id': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'mac_address': 'fa:16:3e:5a:81:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:05:13.799463 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a118184e-0558-49f1-9f23-7432cbdf7d26 admin admin] Publish callbacks [] for security_group (2f4592f9-787d-488d-86d2-3bf010acb1de), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.835273 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfeb2-a9c6-4152-bb6e-3c84133f9a26 admin admin] Publish callbacks [] for security_group (7e27cdc7-ab5f-41a5-b60b-6a3bf3eba942), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.940331 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a118184e-0558-49f1-9f23-7432cbdf7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2f4592f9-787d-488d-86d2-3bf010acb1de), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.945560 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfeb2-a9c6-4152-bb6e-3c84133f9a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7e27cdc7-ab5f-41a5-b60b-6a3bf3eba942), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:13.969861 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:13.970262 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.028123 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:05:14.041854 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaed6c-88dc-4165-bdae-94892a76d2a2 req-c040c9f5-35d3-4003-af19-7fee169d646f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:14.048335 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cfcaed6c-88dc-4165-bdae-94892a76d2a2 req-c040c9f5-35d3-4003-af19-7fee169d646f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 945 time: 0.0725143 Aug 23 06:05:14.069279 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-0f5dfeb2-a9c6-4152-bb6e-3c84133f9a26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f51d3bcbeec744fd8187f4d9905855fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106664 Aug 23 06:05:14.073782 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a118184e-0558-49f1-9f23-7432cbdf7d26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b61c13b60e04851ab9928df7b22d47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6426845 Aug 23 06:05:14.076305 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60266) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:14.076788 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60268) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:14.077588 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118184e-0558-49f1-9f23-7432cbdf7d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4592f9-787d-488d-86d2-3bf010acb1de,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:14.106402 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:14.109834 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dfeb2-a9c6-4152-bb6e-3c84133f9a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e27cdc7-ab5f-41a5-b60b-6a3bf3eba942,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:14.121616 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4328272-c143-4be8-8dd7-6f331d77ec43 req-0c2f2496-07d6-4dec-93ea-b024b95fa69c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:14.128962 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b4328272-c143-4be8-8dd7-6f331d77ec43 req-0c2f2496-07d6-4dec-93ea-b024b95fa69c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 943 time: 0.1299248 Aug 23 06:05:14.145670 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cfcaed6c-88dc-4165-bdae-94892a76d2a2 req-4a28231e-88cf-4120-acf4-8730a50cde77 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947137 Aug 23 06:05:14.176635 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.181207 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b4328272-c143-4be8-8dd7-6f331d77ec43 req-2eb5168d-1129-4276-871c-0edff399aaee tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480072 Aug 23 06:05:14.196992 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3e91fb52-0b09-4e0c-8b98-1f5466fc5310 admin admin] Publish callbacks [] for security_group (7e27cdc7-ab5f-41a5-b60b-6a3bf3eba942), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.200267 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e314f8d-1cc9-4d32-bbc5-294829952e2d admin admin] Publish callbacks [] for security_group (2f4592f9-787d-488d-86d2-3bf010acb1de), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.234250 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3e91fb52-0b09-4e0c-8b98-1f5466fc5310 admin admin] Publish callbacks [] for security_group (7e27cdc7-ab5f-41a5-b60b-6a3bf3eba942), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.252759 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e314f8d-1cc9-4d32-bbc5-294829952e2d admin admin] Publish callbacks [] for security_group (2f4592f9-787d-488d-86d2-3bf010acb1de), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.340492 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:14.369916 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0737c-21f8-42c6-a016-ddc5fad4bdea req-eedff531-1f0c-49da-93ce-85040ff553bc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:14.371404 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-29f0737c-21f8-42c6-a016-ddc5fad4bdea req-eedff531-1f0c-49da-93ce-85040ff553bc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 944 time: 0.0925713 Aug 23 06:05:14.402116 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3e91fb52-0b09-4e0c-8b98-1f5466fc5310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7e27cdc7-ab5f-41a5-b60b-6a3bf3eba942), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.405227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3e91fb52-0b09-4e0c-8b98-1f5466fc5310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.407005 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-3e91fb52-0b09-4e0c-8b98-1f5466fc5310 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e27cdc7-ab5f-41a5-b60b-6a3bf3eba942 HTTP/1.1" status: 204 len: 168 time: 0.3289883 Aug 23 06:05:14.418969 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e314f8d-1cc9-4d32-bbc5-294829952e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2f4592f9-787d-488d-86d2-3bf010acb1de), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.422222 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e314f8d-1cc9-4d32-bbc5-294829952e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:14.426471 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8e314f8d-1cc9-4d32-bbc5-294829952e2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f4592f9-787d-488d-86d2-3bf010acb1de HTTP/1.1" status: 204 len: 168 time: 0.3471966 Aug 23 06:05:14.428098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91fb52-0b09-4e0c-8b98-1f5466fc5310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e27cdc7-ab5f-41a5-b60b-6a3bf3eba942,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:14.448210 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-29f0737c-21f8-42c6-a016-ddc5fad4bdea req-b4540fbe-fcad-4ced-8565-f4bf0cf32ede tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697763 Aug 23 06:05:14.449338 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e314f8d-1cc9-4d32-bbc5-294829952e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4592f9-787d-488d-86d2-3bf010acb1de,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:14.517533 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:05:14.558547 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3dbc-373f-43a2-97a2-3e206052d75f req-9e18323b-5e16-4d4a-8f17-b72191f4195d tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:14.560062 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b3ea3dbc-373f-43a2-97a2-3e206052d75f req-9e18323b-5e16-4d4a-8f17-b72191f4195d tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 944 time: 0.0753803 Aug 23 06:05:14.653702 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b3ea3dbc-373f-43a2-97a2-3e206052d75f req-f4658b02-5aa8-42f8-8a20-6b9f0322cd58 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863187 Aug 23 06:05:14.670975 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7fd9e-7d68-4b21-b86b-8254524c160a req-c94f6675-8a71-4ca4-a5d5-94e6464a1de5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:14.673046 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-15b7fd9e-7d68-4b21-b86b-8254524c160a req-c94f6675-8a71-4ca4-a5d5-94e6464a1de5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 944 time: 0.0581839 Aug 23 06:05:14.732233 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-15b7fd9e-7d68-4b21-b86b-8254524c160a req-183d22bb-698c-4491-a08a-b5dce091dc7c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516982 Aug 23 06:05:15.315049 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242b58a-03a1-4b86-912f-0d10e42951b3 req-c3164442-4112-4da7-8f32-8c039e76664e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:15.316545 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7242b58a-03a1-4b86-912f-0d10e42951b3 req-c3164442-4112-4da7-8f32-8c039e76664e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 944 time: 0.0540462 Aug 23 06:05:15.319264 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc0e88-8e99-4f1b-aa0c-49880ec4465a req-f9786544-5754-417f-8d90-46afbf680e1f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:15.321536 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fbbc0e88-8e99-4f1b-aa0c-49880ec4465a req-f9786544-5754-417f-8d90-46afbf680e1f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 945 time: 0.0512021 Aug 23 06:05:15.368784 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7242b58a-03a1-4b86-912f-0d10e42951b3 req-abafd39d-ca07-438a-8b18-cd8e2883308c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456483 Aug 23 06:05:15.372561 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fbbc0e88-8e99-4f1b-aa0c-49880ec4465a req-6ba36935-8b72-44dd-997c-d470ae15e80f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456145 Aug 23 06:05:15.529764 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4be2c638-1905-4eb7-b811-e2a55ddf5db5 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:05:15.534916 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60302) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:15.555300 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0b7a-d5e0-48b7-8863-855b081bac15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.585730 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b79d-25b2-47f2-be37-9b6e98b4ee9a req-0cd6da72-f3d8-4a33-b8f1-477dbeb5465a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:15.587536 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4cb3b79d-25b2-47f2-be37-9b6e98b4ee9a req-0cd6da72-f3d8-4a33-b8f1-477dbeb5465a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 944 time: 0.0613203 Aug 23 06:05:15.656739 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4cb3b79d-25b2-47f2-be37-9b6e98b4ee9a req-a1759684-897c-400f-a3e0-c138eb77513b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590746 Aug 23 06:05:15.658037 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4be2c638-1905-4eb7-b811-e2a55ddf5db5, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4be2c638-1905-4eb7-b811-e2a55ddf5db5,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:15.674727 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0b7a-d5e0-48b7-8863-855b081bac15 admin admin] Publish callbacks [] for security_group (28a41e29-f435-4588-89a4-6a6ed59d80b5), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.676909 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:05:15.712175 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:15.712559 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.727330 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be2c638-1905-4eb7-b811-e2a55ddf5db5 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:05:15.749042 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60306) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:15.751021 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4be2c638-1905-4eb7-b811-e2a55ddf5db5, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4be2c638-1905-4eb7-b811-e2a55ddf5db5,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:15.764581 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dd2560f9-fbc8-44e9-8457-c2fd8482a70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.781244 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3fc91-b18f-4e31-b6fb-5cba6b685ead req-5fba96ab-28c3-41e8-9cb9-2c7670b79445 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:15.784864 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-79a3fc91-b18f-4e31-b6fb-5cba6b685ead req-5fba96ab-28c3-41e8-9cb9-2c7670b79445 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 944 time: 0.0546570 Aug 23 06:05:15.784864 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0b7a-d5e0-48b7-8863-855b081bac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (28a41e29-f435-4588-89a4-6a6ed59d80b5), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.831388 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.841611 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-8f2b0b7a-d5e0-48b7-8863-855b081bac15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60656465a46945069ff46ab0cd3e05c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048537 Aug 23 06:05:15.845619 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60312) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:15.846257 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b0b7a-d5e0-48b7-8863-855b081bac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a41e29-f435-4588-89a4-6a6ed59d80b5,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:15.888816 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-79a3fc91-b18f-4e31-b6fb-5cba6b685ead req-0db87934-fce5-4bda-9622-c5a4a3463e52 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893562 Aug 23 06:05:15.899298 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=4be2c638-1905-4eb7-b811-e2a55ddf5db5,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:15.915858 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dd2560f9-fbc8-44e9-8457-c2fd8482a70b admin admin] Publish callbacks [] for security_group (96645096-7345-43bd-9259-bf0bf796fe5f), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.935383 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-54260ce9-38da-425f-932b-f53ab2bcbb3f admin admin] Publish callbacks [] for security_group (28a41e29-f435-4588-89a4-6a6ed59d80b5), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.935739 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26128906-78a9-460e-b2cc-56ef847a4d5f req-bd4ec2ab-b5db-4b9c-9430-23064a88b37b tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:15.937299 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-26128906-78a9-460e-b2cc-56ef847a4d5f req-bd4ec2ab-b5db-4b9c-9430-23064a88b37b tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 945 time: 0.0963142 Aug 23 06:05:15.958179 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-54260ce9-38da-425f-932b-f53ab2bcbb3f admin admin] Publish callbacks [] for security_group (28a41e29-f435-4588-89a4-6a6ed59d80b5), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:15.991329 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-26128906-78a9-460e-b2cc-56ef847a4d5f req-2c442d68-e85b-4167-9941-39b6dfe8d699 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479832 Aug 23 06:05:16.030836 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dd2560f9-fbc8-44e9-8457-c2fd8482a70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (96645096-7345-43bd-9259-bf0bf796fe5f), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:16.067793 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2560f9-fbc8-44e9-8457-c2fd8482a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96645096-7345-43bd-9259-bf0bf796fe5f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:16.072981 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-dd2560f9-fbc8-44e9-8457-c2fd8482a70b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ed4d8d985c645388ec1a4052253fffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228326 Aug 23 06:05:16.075651 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60318) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:16.123197 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-80495b58-8513-4b15-8743-883ce1934fc9 admin admin] Publish callbacks [] for security_group (96645096-7345-43bd-9259-bf0bf796fe5f), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:16.128102 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-54260ce9-38da-425f-932b-f53ab2bcbb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (28a41e29-f435-4588-89a4-6a6ed59d80b5), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:16.130998 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-54260ce9-38da-425f-932b-f53ab2bcbb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:16.132171 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-54260ce9-38da-425f-932b-f53ab2bcbb3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28a41e29-f435-4588-89a4-6a6ed59d80b5 HTTP/1.1" status: 204 len: 168 time: 0.2820797 Aug 23 06:05:16.141553 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54260ce9-38da-425f-932b-f53ab2bcbb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a41e29-f435-4588-89a4-6a6ed59d80b5,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:16.149888 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-80495b58-8513-4b15-8743-883ce1934fc9 admin admin] Publish callbacks [] for security_group (96645096-7345-43bd-9259-bf0bf796fe5f), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:16.281756 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-80495b58-8513-4b15-8743-883ce1934fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (96645096-7345-43bd-9259-bf0bf796fe5f), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:16.284571 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-80495b58-8513-4b15-8743-883ce1934fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:16.285756 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-80495b58-8513-4b15-8743-883ce1934fc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96645096-7345-43bd-9259-bf0bf796fe5f HTTP/1.1" status: 204 len: 168 time: 0.2091901 Aug 23 06:05:16.293277 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80495b58-8513-4b15-8743-883ce1934fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96645096-7345-43bd-9259-bf0bf796fe5f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:16.503739 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433d9c7-ea95-4d79-bd84-d8c3eb3703c5 req-56c75761-90f0-4c00-aadf-9af89a07d25d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:16.505423 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e433d9c7-ea95-4d79-bd84-d8c3eb3703c5 req-56c75761-90f0-4c00-aadf-9af89a07d25d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 944 time: 0.0537343 Aug 23 06:05:16.528355 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3739f-bdd7-4ea6-8458-16ebb5b17dde req-cefb4015-d34d-40f0-8680-9b5f18420f2b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:16.529875 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c2a3739f-bdd7-4ea6-8458-16ebb5b17dde req-cefb4015-d34d-40f0-8680-9b5f18420f2b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 945 time: 0.0612032 Aug 23 06:05:16.555668 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e433d9c7-ea95-4d79-bd84-d8c3eb3703c5 req-c641cd02-f938-4427-9508-ef4f75980e36 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 Aug 23 06:05:16.581181 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c2a3739f-bdd7-4ea6-8458-16ebb5b17dde req-b3864ee2-030c-442c-abe0-19696f59365e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450988 Aug 23 06:05:16.622226 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['4be2c638-1905-4eb7-b811-e2a55ddf5db5'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:05:16.772822 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67216da-4de5-47bb-aa26-4a70e14d4f29 req-03aa3d5c-d1e9-4a3d-a4d7-743a7b4f06a5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:16.774426 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a67216da-4de5-47bb-aa26-4a70e14d4f29 req-03aa3d5c-d1e9-4a3d-a4d7-743a7b4f06a5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 944 time: 0.0565300 Aug 23 06:05:16.837044 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a67216da-4de5-47bb-aa26-4a70e14d4f29 req-546d1c3a-5bf4-44d6-b520-db8d4afe83b9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559969 Aug 23 06:05:17.036730 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa001d4-ccf0-4695-9bda-4679e76727c8 req-c3c26856-0b2a-46fe-8ea7-41dc14cd6709 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:17.046014 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3aa001d4-ccf0-4695-9bda-4679e76727c8 req-c3c26856-0b2a-46fe-8ea7-41dc14cd6709 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 944 time: 0.0660317 Aug 23 06:05:17.090540 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3aa001d4-ccf0-4695-9bda-4679e76727c8 req-7ef6e56a-f55a-47c8-b809-08e2e698543f tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Aug 23 06:05:17.131468 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677439c-75a5-44c0-99df-c66ad892db86 req-330cfcc8-620f-413a-8c8f-cde1d3f3a07a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:17.133620 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b677439c-75a5-44c0-99df-c66ad892db86 req-330cfcc8-620f-413a-8c8f-cde1d3f3a07a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 945 time: 0.0657229 Aug 23 06:05:17.182849 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b677439c-75a5-44c0-99df-c66ad892db86 req-c3b30c09-23f7-47f4-bb3d-05744bedb000 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Aug 23 06:05:17.545317 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device cabd77a3-e27b-4937-89fb-79c28a119eee up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:05:17.680601 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b205128-c3d7-471f-9ba5-e14cae5d6572 req-73646c9a-8d30-47da-8e8c-f2004ae7d871 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:17.682128 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9b205128-c3d7-471f-9ba5-e14cae5d6572 req-73646c9a-8d30-47da-8e8c-f2004ae7d871 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 944 time: 0.0562770 Aug 23 06:05:17.711732 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e723c-d0d8-4be8-9cc7-6af32e11fa29 req-a2c298d2-5513-4817-94cb-5132ef62a996 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:17.713182 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-360e723c-d0d8-4be8-9cc7-6af32e11fa29 req-a2c298d2-5513-4817-94cb-5132ef62a996 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 945 time: 0.0576477 Aug 23 06:05:17.734218 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port cabd77a3-e27b-4937-89fb-79c28a119eee completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:05:17.736232 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9b205128-c3d7-471f-9ba5-e14cae5d6572 req-97166656-8fb0-42bd-ae1f-2ccf7eebd676 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475237 Aug 23 06:05:17.761041 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port cabd77a3-e27b-4937-89fb-79c28a119eee triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:05:17.761041 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:17.771987 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-360e723c-d0d8-4be8-9cc7-6af32e11fa29 req-0c5b4f1a-ecb7-44c9-9303-9c47bcfcfa90 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531595 Aug 23 06:05:17.851510 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port cabd77a3-e27b-4937-89fb-79c28a119eee is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:17.851900 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:17.885057 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b406fcd-d7a4-43f1-ac08-4c492c6debb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabd77a3-e27b-4937-89fb-79c28a119eee'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:17.961566 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port cabd77a3-e27b-4937-89fb-79c28a119eee, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cabd77a3-e27b-4937-89fb-79c28a119eee,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:17.975227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45ecb1-619f-4a21-a528-43e68f981f14 req-dcdf07bc-7f51-4a65-b2a0-cb280ec659e4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:17.986447 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d45ecb1-619f-4a21-a528-43e68f981f14 req-dcdf07bc-7f51-4a65-b2a0-cb280ec659e4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 944 time: 0.0789270 Aug 23 06:05:18.032748 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d45ecb1-619f-4a21-a528-43e68f981f14 req-ad84c5b1-ba52-4dcb-b3e9-b8cc83f15d40 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Aug 23 06:05:18.081482 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:18.085077 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 2003c8ca-4120-41eb-8aa1-870a26d467eb up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:05:18.201002 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=cabd77a3-e27b-4937-89fb-79c28a119eee,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:18.236309 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fbeb5-7e2e-4952-8a03-9cecf400c2f4 req-1a529334-7fc7-4cf3-902b-d88c16d05230 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:18.242444 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-622fbeb5-7e2e-4952-8a03-9cecf400c2f4 req-1a529334-7fc7-4cf3-902b-d88c16d05230 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 944 time: 0.0738771 Aug 23 06:05:18.269866 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c15bb9-d35f-497e-bc41-65113d1465f3" -d '{"events": [{"server_uuid": "5b406fcd-d7a4-43f1-ac08-4c492c6debb3", "name": "network-vif-plugged", "status": "completed", "tag": "cabd77a3-e27b-4937-89fb-79c28a119eee"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:18.312604 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 2003c8ca-4120-41eb-8aa1-870a26d467eb completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:05:18.313164 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-622fbeb5-7e2e-4952-8a03-9cecf400c2f4 req-1cfb4466-f8f4-4ff6-bb9a-51f2d4a41368 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666289 Aug 23 06:05:18.327640 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 2003c8ca-4120-41eb-8aa1-870a26d467eb triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:05:18.328050 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:18.374903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0afc26-4a78-4b78-a534-b0b0250258af req-3674bec1-370e-430b-94f3-a5516c70a8c2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:18.376586 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a0afc26-4a78-4b78-a534-b0b0250258af req-3674bec1-370e-430b-94f3-a5516c70a8c2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 945 time: 0.0999124 Aug 23 06:05:18.435732 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a0afc26-4a78-4b78-a534-b0b0250258af req-f051630c-6f52-4ab2-ace4-c493407182d0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524552 Aug 23 06:05:18.470828 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 2003c8ca-4120-41eb-8aa1-870a26d467eb is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:18.471152 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:18.504997 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 2003c8ca-4120-41eb-8aa1-870a26d467eb, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:18.597295 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:18.598630 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:05:18.794292 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e3d99d-03d2-4ec0-9996-c4102ebfcc44 x-openstack-request-id: req-26e3d99d-03d2-4ec0-9996-c4102ebfcc44 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:18.795003 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b406fcd-d7a4-43f1-ac08-4c492c6debb3", "name": "network-vif-plugged", "status": "completed", "tag": "cabd77a3-e27b-4937-89fb-79c28a119eee", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:18.795003 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26e3d99d-03d2-4ec0-9996-c4102ebfcc44 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:18.795336 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e3d99d-03d2-4ec0-9996-c4102ebfcc44'] response: {'server_uuid': '5b406fcd-d7a4-43f1-ac08-4c492c6debb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabd77a3-e27b-4937-89fb-79c28a119eee', 'code': 200} Aug 23 06:05:18.835064 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=2003c8ca-4120-41eb-8aa1-870a26d467eb,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:18.892431 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e505ce1-5661-45bf-bce7-4e390dd37ad7 req-78ceb1e1-d3d0-448b-91d9-1147bbc06bdd tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:18.900466 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2e505ce1-5661-45bf-bce7-4e390dd37ad7 req-78ceb1e1-d3d0-448b-91d9-1147bbc06bdd tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 944 time: 0.0803545 Aug 23 06:05:18.940777 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698ac2f-d514-4053-a5e5-6cfc67eb1430 req-1e3efe2a-7775-4192-81cd-ed781213ab98 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:18.943053 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b698ac2f-d514-4053-a5e5-6cfc67eb1430 req-1e3efe2a-7775-4192-81cd-ed781213ab98 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 945 time: 0.0858448 Aug 23 06:05:18.957734 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:05:18.962390 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:05:18.962775 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:18.986127 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2e505ce1-5661-45bf-bce7-4e390dd37ad7 req-d6155b6d-7d3e-48cc-bbf3-fd1c3e26e72f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846860 Aug 23 06:05:19.041261 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b698ac2f-d514-4053-a5e5-6cfc67eb1430 req-d812d4e4-46bd-4c4b-9689-d9d9db808e0c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907254 Aug 23 06:05:19.088724 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:19.089132 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.126908 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:19.179824 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d1317-d341-4e5c-a8c6-9ee0e4596ecd req-2d0cb79e-3096-48cb-92d2-566d2c321359 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:19.186814 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-367d1317-d341-4e5c-a8c6-9ee0e4596ecd req-2d0cb79e-3096-48cb-92d2-566d2c321359 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0744512 Aug 23 06:05:19.190505 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.191372 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:05:19.247779 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-367d1317-d341-4e5c-a8c6-9ee0e4596ecd req-d0524d2b-3b17-4963-9e88-94c6d63f28c5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557435 Aug 23 06:05:19.309503 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955e205-3cdc-4774-86e6-720a1d2725ff req-9338f0be-00b4-44db-bca1-d546ff7951b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:19.310117 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:19.311072 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0955e205-3cdc-4774-86e6-720a1d2725ff req-9338f0be-00b4-44db-bca1-d546ff7951b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 1129 time: 0.1587148 Aug 23 06:05:19.322052 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:05:19.328133 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:05:19.328459 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.331623 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-0955e205-3cdc-4774-86e6-720a1d2725ff req-6ffc1aa0-ed40-4b69-90db-f79ad2496f04 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.436999 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-0955e205-3cdc-4774-86e6-720a1d2725ff req-6ffc1aa0-ed40-4b69-90db-f79ad2496f04 service neutron] Publish callbacks [] for security_group (a44bc10b-8822-4fe4-a486-e591010c04de), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.534540 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:19.534932 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.573084 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4dfb4-49a7-4362-8068-f4bede71456c req-4c60b807-8a44-419f-ab2b-3a949b48c9a0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:19.582630 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-63a4dfb4-49a7-4362-8068-f4bede71456c req-4c60b807-8a44-419f-ab2b-3a949b48c9a0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 944 time: 0.1293228 Aug 23 06:05:19.586693 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-0955e205-3cdc-4774-86e6-720a1d2725ff req-6ffc1aa0-ed40-4b69-90db-f79ad2496f04 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (a44bc10b-8822-4fe4-a486-e591010c04de), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.610098 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:19.619262 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254135e9-e76b-4173-b20b-ebc6322241ed req-52f1c0f0-3f79-48ec-94fc-a660e956d9c0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:19.620836 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-254135e9-e76b-4173-b20b-ebc6322241ed req-52f1c0f0-3f79-48ec-94fc-a660e956d9c0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 945 time: 0.0876014 Aug 23 06:05:19.659338 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc1aa0-ed40-4b69-90db-f79ad2496f04 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a44bc10b-8822-4fe4-a486-e591010c04de,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:19.677821 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0955e205-3cdc-4774-86e6-720a1d2725ff req-6ffc1aa0-ed40-4b69-90db-f79ad2496f04 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607452 Aug 23 06:05:19.696627 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-254135e9-e76b-4173-b20b-ebc6322241ed req-84f641ec-ff9b-4d50-980c-862f2dda3667 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684719 Aug 23 06:05:19.697930 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-63a4dfb4-49a7-4362-8068-f4bede71456c req-992d4f68-3686-42bb-acdf-bfadfd9b9c12 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126411 Aug 23 06:05:19.722347 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.723153 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:05:19.794982 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:19.916424 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:05:19.920624 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:05:19.921000 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:19.990709 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:19.991101 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.022774 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:20.100757 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e74c-8fc7-4d4e-ad60-85096f2043d3 req-bf08da86-0cc7-4be2-ac33-0365ced17308 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:20.102982 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3416e74c-8fc7-4d4e-ad60-85096f2043d3 req-bf08da86-0cc7-4be2-ac33-0365ced17308 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0551913 Aug 23 06:05:20.116537 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.145409 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4be2c638-1905-4eb7-b811-e2a55ddf5db5 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:05:20.169864 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3416e74c-8fc7-4d4e-ad60-85096f2043d3 req-699eb033-e02e-4bd0-a3dd-85ea8b25cc4a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595317 Aug 23 06:05:20.182859 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60492) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:20.206596 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:20.223456 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418c3e2-26a4-48ba-8a26-7c01892bca8a req-0e04d732-3dd5-4c41-9ec5-06572eaa7541 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:20.224986 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0418c3e2-26a4-48ba-8a26-7c01892bca8a req-0e04d732-3dd5-4c41-9ec5-06572eaa7541 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0836918 Aug 23 06:05:20.289291 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0418c3e2-26a4-48ba-8a26-7c01892bca8a req-55a80abc-9d90-4fd5-bd17-b459e3655587 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528629 Aug 23 06:05:20.300145 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:05:20.311851 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:05:20.311851 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.329004 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60500) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:20.383862 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-769ad618-95a4-4a3c-ac1c-7de42855edbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.402427 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:05:20.402814 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.429843 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbdd22-ec14-4113-913f-e01161827986 req-9818629c-6e5b-454d-900a-aef2427737ed tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:20.431331 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a8bbdd22-ec14-4113-913f-e01161827986 req-9818629c-6e5b-454d-900a-aef2427737ed tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0941958 Aug 23 06:05:20.432045 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8c9b0ac4-391e-40f0-836c-9b7d1efaca05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.436599 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4be2c638-1905-4eb7-b811-e2a55ddf5db5, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4be2c638-1905-4eb7-b811-e2a55ddf5db5,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:20.524546 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a8bbdd22-ec14-4113-913f-e01161827986 req-65738daa-946d-477d-9cc5-33c0608f6766 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873642 Aug 23 06:05:20.566153 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-769ad618-95a4-4a3c-ac1c-7de42855edbb admin admin] Publish callbacks [] for security_group (162d06d3-8986-478a-a2eb-f1693a205ae4), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.567328 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.588199 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8c9b0ac4-391e-40f0-836c-9b7d1efaca05 admin admin] Publish callbacks [] for security_group (80b2223e-958a-4eb6-b920-66360f15d81c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.614483 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=4be2c638-1905-4eb7-b811-e2a55ddf5db5,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:20.659634 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-769ad618-95a4-4a3c-ac1c-7de42855edbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (162d06d3-8986-478a-a2eb-f1693a205ae4), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.661746 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8c9b0ac4-391e-40f0-836c-9b7d1efaca05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (80b2223e-958a-4eb6-b920-66360f15d81c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.715746 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-769ad618-95a4-4a3c-ac1c-7de42855edbb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95c7afd0e62a41e4acf197d8886ac0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5315666 Aug 23 06:05:20.716851 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ad618-95a4-4a3c-ac1c-7de42855edbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162d06d3-8986-478a-a2eb-f1693a205ae4,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:20.718442 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60510) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:20.724804 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-8c9b0ac4-391e-40f0-836c-9b7d1efaca05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=457c25667fa1408d93457c2b57334d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933260 Aug 23 06:05:20.733050 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60516) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:20.761108 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b0ac4-391e-40f0-836c-9b7d1efaca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b2223e-958a-4eb6-b920-66360f15d81c,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:20.796688 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c06828-6382-494d-bb4f-33f0a5a879c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003c8ca-4120-41eb-8aa1-870a26d467eb'}, {'server_uuid': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c'}, {'server_uuid': '88babc79-4017-42de-921b-d6c0bb3a4e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1c375-2adf-4fa4-b8c7-6b1624844b4c'}, {'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'}, {'server_uuid': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be2c638-1905-4eb7-b811-e2a55ddf5db5'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:20.799959 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0616def1-a83e-4757-ac72-44156ebef4c9" -d '{"events": [{"server_uuid": "78c06828-6382-494d-bb4f-33f0a5a879c2", "name": "network-vif-plugged", "status": "completed", "tag": "2003c8ca-4120-41eb-8aa1-870a26d467eb"}, {"server_uuid": "39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce", "name": "network-vif-plugged", "status": "completed", "tag": "94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c"}, {"server_uuid": "88babc79-4017-42de-921b-d6c0bb3a4e51", "name": "network-vif-plugged", "status": "completed", "tag": "4aa1c375-2adf-4fa4-b8c7-6b1624844b4c"}, {"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-plugged", "status": "completed", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6"}, {"server_uuid": "fac3f633-a107-4302-99ad-eb5547b6f07a", "name": "network-vif-plugged", "status": "completed", "tag": "4be2c638-1905-4eb7-b811-e2a55ddf5db5"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:20.802316 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Publish callbacks [] for security_group (162d06d3-8986-478a-a2eb-f1693a205ae4), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.839279 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-934d359d-8561-438e-9b5a-a6c5ab4c49c6 admin admin] Publish callbacks [] for security_group (80b2223e-958a-4eb6-b920-66360f15d81c), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.850518 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Publish callbacks [] for security_group (162d06d3-8986-478a-a2eb-f1693a205ae4), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.868953 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-934d359d-8561-438e-9b5a-a6c5ab4c49c6 admin admin] Publish callbacks [] for security_group (80b2223e-958a-4eb6-b920-66360f15d81c), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:20.886359 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bc459-74e2-49be-9d5a-bdef4c453893 req-e5779383-f125-4d2f-b975-449372e4fd2b tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:20.887858 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-851bc459-74e2-49be-9d5a-bdef4c453893 req-e5779383-f125-4d2f-b975-449372e4fd2b tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0916455 Aug 23 06:05:20.905551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cd32c-154c-42c2-936d-4da3b7b039fe req-d113c97b-e583-4b38-8bbd-198f94876b76 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:20.907643 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ae2cd32c-154c-42c2-936d-4da3b7b039fe req-d113c97b-e583-4b38-8bbd-198f94876b76 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.0900133 Aug 23 06:05:20.957147 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ae2cd32c-154c-42c2-936d-4da3b7b039fe req-3a314c07-fedc-4099-be6f-29366b215963 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Aug 23 06:05:20.958352 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-851bc459-74e2-49be-9d5a-bdef4c453893 req-b257ce0c-30c9-4806-8372-5b3cdebbacc0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634301 Aug 23 06:05:21.017555 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f686c6-bd58-4fc3-a595-6f22885a4c2c x-openstack-request-id: req-38f686c6-bd58-4fc3-a595-6f22885a4c2c {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:21.017942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c06828-6382-494d-bb4f-33f0a5a879c2", "name": "network-vif-plugged", "status": "completed", "tag": "2003c8ca-4120-41eb-8aa1-870a26d467eb", "code": 200}, {"server_uuid": "39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce", "name": "network-vif-plugged", "status": "completed", "tag": "94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c", "code": 200}, {"server_uuid": "88babc79-4017-42de-921b-d6c0bb3a4e51", "name": "network-vif-plugged", "status": "completed", "tag": "4aa1c375-2adf-4fa4-b8c7-6b1624844b4c", "code": 200}, {"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-plugged", "status": "completed", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6", "code": 200}, {"server_uuid": "fac3f633-a107-4302-99ad-eb5547b6f07a", "name": "network-vif-plugged", "status": "completed", "tag": "4be2c638-1905-4eb7-b811-e2a55ddf5db5", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:21.018210 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38f686c6-bd58-4fc3-a595-6f22885a4c2c {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:21.018626 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f686c6-bd58-4fc3-a595-6f22885a4c2c'] response: {'server_uuid': '78c06828-6382-494d-bb4f-33f0a5a879c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003c8ca-4120-41eb-8aa1-870a26d467eb', 'code': 200} Aug 23 06:05:21.018854 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (162d06d3-8986-478a-a2eb-f1693a205ae4), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:21.018959 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f686c6-bd58-4fc3-a595-6f22885a4c2c'] response: {'server_uuid': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'code': 200} Aug 23 06:05:21.019161 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f686c6-bd58-4fc3-a595-6f22885a4c2c'] response: {'server_uuid': '88babc79-4017-42de-921b-d6c0bb3a4e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1c375-2adf-4fa4-b8c7-6b1624844b4c', 'code': 200} Aug 23 06:05:21.019413 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f686c6-bd58-4fc3-a595-6f22885a4c2c'] response: {'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'code': 200} Aug 23 06:05:21.019662 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f686c6-bd58-4fc3-a595-6f22885a4c2c'] response: {'server_uuid': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'code': 200} Aug 23 06:05:21.021533 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:21.022652 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/162d06d3-8986-478a-a2eb-f1693a205ae4 HTTP/1.1" status: 204 len: 168 time: 0.3031585 Aug 23 06:05:21.031391 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162d06d3-8986-478a-a2eb-f1693a205ae4,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:21.038531 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.039390 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.039735 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.040072 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.040433 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.040796 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.047930 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.050483 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.050836 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.053088 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.053234 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.053708 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.053925 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249ba3-2f27-4d24-9616-24f2653db254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:21.065288 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-934d359d-8561-438e-9b5a-a6c5ab4c49c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (80b2223e-958a-4eb6-b920-66360f15d81c), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:21.068781 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-934d359d-8561-438e-9b5a-a6c5ab4c49c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:21.070435 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-934d359d-8561-438e-9b5a-a6c5ab4c49c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80b2223e-958a-4eb6-b920-66360f15d81c HTTP/1.1" status: 204 len: 168 time: 0.3364179 Aug 23 06:05:21.093958 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d359d-8561-438e-9b5a-a6c5ab4c49c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b2223e-958a-4eb6-b920-66360f15d81c,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:21.317746 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02eb6b-a049-4bdd-ba4c-f1fad4115ee7 req-356dbf36-eef4-4a46-88fd-1770184a4b70 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:21.319644 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fd02eb6b-a049-4bdd-ba4c-f1fad4115ee7 req-356dbf36-eef4-4a46-88fd-1770184a4b70 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0509298 Aug 23 06:05:21.400496 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fd02eb6b-a049-4bdd-ba4c-f1fad4115ee7 req-925ad0e6-5541-4b4b-bc29-9f9437ce3c3a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720694 Aug 23 06:05:21.458723 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffbeaf-4e1f-456a-97bc-ca8ab37e8aa5 req-2dc766a3-c6e7-40e4-b472-e4c366a92c5e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:21.461463 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c2ffbeaf-4e1f-456a-97bc-ca8ab37e8aa5 req-2dc766a3-c6e7-40e4-b472-e4c366a92c5e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0976446 Aug 23 06:05:21.571185 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2163f-2add-42ca-ab88-835d2d04a758 req-f9ad623f-6113-4e22-8b5d-cd310fb0cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:21.572879 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e8e2163f-2add-42ca-ab88-835d2d04a758 req-f9ad623f-6113-4e22-8b5d-cd310fb0cd30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 1129 time: 0.0974379 Aug 23 06:05:21.655527 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e8e2163f-2add-42ca-ab88-835d2d04a758 req-0e4a64b7-faf4-4c5e-86cc-651d361b3b47 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750704 Aug 23 06:05:21.698517 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c2ffbeaf-4e1f-456a-97bc-ca8ab37e8aa5 req-0ec30927-f1f0-4db2-8a95-e50a4dd4f054 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306249 Aug 23 06:05:21.705968 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb426c5-52cd-4e96-a8a6-f9e3320a5663 req-cb943331-1f9b-48d8-996e-c408bb62a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:21.707632 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-edb426c5-52cd-4e96-a8a6-f9e3320a5663 req-cb943331-1f9b-48d8-996e-c408bb62a0fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 1129 time: 0.2184441 Aug 23 06:05:21.737638 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864f58f-da84-417c-99a9-b2724021fa41 req-30a8cf12-fbcf-4a56-810c-58dd30c1034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:21.737982 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512d56-360f-4f75-8cd7-b217d93b7aff req-4795688a-990e-42a3-8870-eef4fe6f9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:21.739190 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8864f58f-da84-417c-99a9-b2724021fa41 req-30a8cf12-fbcf-4a56-810c-58dd30c1034b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 1130 time: 0.0825591 Aug 23 06:05:21.739461 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64512d56-360f-4f75-8cd7-b217d93b7aff req-4795688a-990e-42a3-8870-eef4fe6f9d01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 1129 time: 0.1984141 Aug 23 06:05:21.745136 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf935b2-c09d-4104-995b-0f121e80cae7 req-4ce22008-c7ca-4724-904d-1f8e2e9aee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:21.746566 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fdf935b2-c09d-4104-995b-0f121e80cae7 req-4ce22008-c7ca-4724-904d-1f8e2e9aee45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 1130 time: 0.1091819 Aug 23 06:05:21.747321 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd8570-04e6-4c14-b34d-f61a194a19c2 req-7f6d0582-e23d-4e78-9f81-0a9d83acf4e7 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:21.748711 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6ccd8570-04e6-4c14-b34d-f61a194a19c2 req-7f6d0582-e23d-4e78-9f81-0a9d83acf4e7 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0819552 Aug 23 06:05:21.795468 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6ccd8570-04e6-4c14-b34d-f61a194a19c2 req-ea0ceb26-e1c1-4548-9710-23c9e303fcca tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Aug 23 06:05:21.954408 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60552) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:21.967071 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6525177-6e76-4f45-933a-7c7c3a663e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.078506 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60558) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:22.101832 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8864f58f-da84-417c-99a9-b2724021fa41 req-b8094a5b-a24a-4fcc-905d-0381970b37cb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949903 Aug 23 06:05:22.104426 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.187414 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee606f0f-0e3d-46cc-8cd8-a398391847fa req-ee86dc71-8c7a-4875-b918-ccac317b36d8 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:22.188870 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ee606f0f-0e3d-46cc-8cd8-a398391847fa req-ee86dc71-8c7a-4875-b918-ccac317b36d8 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.1073167 Aug 23 06:05:22.190017 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-edb426c5-52cd-4e96-a8a6-f9e3320a5663 req-e647a8ae-c1a5-4838-8546-4b347b33389d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724052 Aug 23 06:05:22.203318 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64512d56-360f-4f75-8cd7-b217d93b7aff req-e7eeabb0-024f-4c8c-910b-2df221788747 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929703 Aug 23 06:05:22.207761 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fdf935b2-c09d-4104-995b-0f121e80cae7 req-4271a623-3ea4-4dae-a8b3-4ff32e573ba5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726162 Aug 23 06:05:22.223541 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de61cc-c522-4344-8fc3-da8011c3b07c req-2772e055-9352-4e99-b4da-d151c66546e5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:22.225038 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34de61cc-c522-4344-8fc3-da8011c3b07c req-2772e055-9352-4e99-b4da-d151c66546e5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.1865947 Aug 23 06:05:22.229753 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6525177-6e76-4f45-933a-7c7c3a663e29 admin admin] Publish callbacks [] for security_group (f9aac5a1-5802-498e-9bcd-dd2cd9d42787), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.264262 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ee606f0f-0e3d-46cc-8cd8-a398391847fa req-75841522-56f0-4bc1-a975-e1993a8b45a8 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689316 Aug 23 06:05:22.266008 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Publish callbacks [] for security_group (888ac8e1-4f15-4191-8763-4f0933ad4086), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.275485 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34de61cc-c522-4344-8fc3-da8011c3b07c req-32900b6e-8307-47cf-b7b9-b75f59a9bde9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439537 Aug 23 06:05:22.299183 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6525177-6e76-4f45-933a-7c7c3a663e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f9aac5a1-5802-498e-9bcd-dd2cd9d42787), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.336946 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d6525177-6e76-4f45-933a-7c7c3a663e29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27a2a345ddbb459ba182074d0a294cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813620 Aug 23 06:05:22.338198 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6525177-6e76-4f45-933a-7c7c3a663e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aac5a1-5802-498e-9bcd-dd2cd9d42787,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:22.338919 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (888ac8e1-4f15-4191-8763-4f0933ad4086), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.340567 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60560) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:22.379631 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf8a6eb4502e43e49061a117a383251d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999358 Aug 23 06:05:22.381723 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888ac8e1-4f15-4191-8763-4f0933ad4086,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:22.384096 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60562) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:22.393645 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-238713b1-b8a3-4cc0-8a79-9f5cc4bb2673 admin admin] Publish callbacks [] for security_group (f9aac5a1-5802-498e-9bcd-dd2cd9d42787), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.400852 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.401340 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.401579 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.401903 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.406324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcb7c6-fee4-4fda-a88b-261526708d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:05:22.415828 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-238713b1-b8a3-4cc0-8a79-9f5cc4bb2673 admin admin] Publish callbacks [] for security_group (f9aac5a1-5802-498e-9bcd-dd2cd9d42787), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.446011 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1a12505c-25a6-42d4-9dea-105a74d664ee admin admin] Publish callbacks [] for security_group (888ac8e1-4f15-4191-8763-4f0933ad4086), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.468079 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1a12505c-25a6-42d4-9dea-105a74d664ee admin admin] Publish callbacks [] for security_group (888ac8e1-4f15-4191-8763-4f0933ad4086), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.545707 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247322d-b7a0-463b-aa2f-ed954c806b36 req-d7d70cc0-27e2-4c7e-890e-ac83dd1f2b33 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:22.547177 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8247322d-b7a0-463b-aa2f-ed954c806b36 req-d7d70cc0-27e2-4c7e-890e-ac83dd1f2b33 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0683773 Aug 23 06:05:22.562245 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-238713b1-b8a3-4cc0-8a79-9f5cc4bb2673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f9aac5a1-5802-498e-9bcd-dd2cd9d42787), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.564937 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-238713b1-b8a3-4cc0-8a79-9f5cc4bb2673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.566253 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-238713b1-b8a3-4cc0-8a79-9f5cc4bb2673 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9aac5a1-5802-498e-9bcd-dd2cd9d42787 HTTP/1.1" status: 204 len: 168 time: 0.2247932 Aug 23 06:05:22.574970 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238713b1-b8a3-4cc0-8a79-9f5cc4bb2673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aac5a1-5802-498e-9bcd-dd2cd9d42787,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:22.598299 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8247322d-b7a0-463b-aa2f-ed954c806b36 req-4b035a63-4458-416a-860b-5eee80f3ab8b tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Aug 23 06:05:22.630148 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1a12505c-25a6-42d4-9dea-105a74d664ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (888ac8e1-4f15-4191-8763-4f0933ad4086), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.633305 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1a12505c-25a6-42d4-9dea-105a74d664ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:22.637045 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1a12505c-25a6-42d4-9dea-105a74d664ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/888ac8e1-4f15-4191-8763-4f0933ad4086 HTTP/1.1" status: 204 len: 168 time: 0.2494373 Aug 23 06:05:22.645054 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12505c-25a6-42d4-9dea-105a74d664ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888ac8e1-4f15-4191-8763-4f0933ad4086,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:22.824675 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4c48c-8812-4374-a22e-74f980fe83c4 req-7a2c2b61-30fb-4efb-affa-3d1994ca94a1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:22.826342 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9a4c48c-8812-4374-a22e-74f980fe83c4 req-7a2c2b61-30fb-4efb-affa-3d1994ca94a1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0520720 Aug 23 06:05:22.882586 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9a4c48c-8812-4374-a22e-74f980fe83c4 req-fed41d2f-1834-4e38-a08e-5d0238dad9c2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499306 Aug 23 06:05:22.932034 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d58a2-80e6-42a5-a389-c035f6235da0 req-3c973b7c-1e35-41a6-b0dd-08d6cfb61e83 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:22.933677 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5c6d58a2-80e6-42a5-a389-c035f6235da0 req-3c973b7c-1e35-41a6-b0dd-08d6cfb61e83 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0582683 Aug 23 06:05:22.993146 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5c6d58a2-80e6-42a5-a389-c035f6235da0 req-64ae5687-1ef4-4ebb-8110-1457289d1efa tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518644 Aug 23 06:05:23.287833 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-04db235a-8d1f-451c-8294-ff31b213e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:23.416497 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed43170-9f09-4db6-a2c7-b4510470a20e req-72a92229-b773-476c-9336-d4645943243a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:23.418023 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fed43170-9f09-4db6-a2c7-b4510470a20e req-72a92229-b773-476c-9336-d4645943243a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.0656242 Aug 23 06:05:23.421946 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbc68a-5564-4121-ae4b-5b82a7dbcfe0 req-6c5d5ce4-2e5a-42b1-bf69-7994f8496d8f tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:23.423863 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64cbc68a-5564-4121-ae4b-5b82a7dbcfe0 req-6c5d5ce4-2e5a-42b1-bf69-7994f8496d8f tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0743282 Aug 23 06:05:23.467418 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fed43170-9f09-4db6-a2c7-b4510470a20e req-77b92cf4-5466-47cd-ae6f-9773ea617dc5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 Aug 23 06:05:23.470524 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64cbc68a-5564-4121-ae4b-5b82a7dbcfe0 req-4e730e54-62da-41a4-bb6b-d2486558f03b tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Aug 23 06:05:23.723146 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf25987-ac91-4183-a408-74d294c86788 req-fbc51265-0cc4-4725-ac6c-51c0be5a814b tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:23.724740 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bf25987-ac91-4183-a408-74d294c86788 req-fbc51265-0cc4-4725-ac6c-51c0be5a814b tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0529106 Aug 23 06:05:23.775943 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bf25987-ac91-4183-a408-74d294c86788 req-89bec7f7-3788-4766-aa46-c79f0f7789a7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Aug 23 06:05:23.881138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60626) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:23.909097 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60630) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:24.020753 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6ae73f25-6848-4e41-a24a-3f510a17cb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.036492 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-395474526-network', 'tenant_id': 'e9bab58ecb3843858828968064dd7878'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:24.050823 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c6c9-ea65-4123-8ebe-7de44045d8aa req-a1ddc33a-abb3-499f-936a-7718378855b5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:24.052295 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7c5c6c9-ea65-4123-8ebe-7de44045d8aa req-a1ddc33a-abb3-499f-936a-7718378855b5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0868356 Aug 23 06:05:24.130704 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e728092-21a0-4575-a369-3ff3e7ed2963 req-518e7729-ac38-4899-a8ca-1159c717c2fb tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:24.141284 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7e728092-21a0-4575-a369-3ff3e7ed2963 req-518e7729-ac38-4899-a8ca-1159c717c2fb tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0674541 Aug 23 06:05:24.151032 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7c5c6c9-ea65-4123-8ebe-7de44045d8aa req-d66ad88d-4df9-4091-ad79-13d0bf05435f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901575 Aug 23 06:05:24.160924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Made reservation on behalf of e9bab58ecb3843858828968064dd7878 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:05:24.164921 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.190867 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.199839 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7e728092-21a0-4575-a369-3ff3e7ed2963 req-0c6dbe82-f19c-48e9-88cb-0c7c6099c995 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597458 Aug 23 06:05:24.211342 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6ae73f25-6848-4e41-a24a-3f510a17cb73 admin admin] Publish callbacks [] for security_group (8d40e86d-1f24-49d7-8b5c-40320f8e839c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.277183 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Publish callbacks [] for security_group (516a3041-f9f2-4e84-99de-16e87838c0d7), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.298690 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6ae73f25-6848-4e41-a24a-3f510a17cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (8d40e86d-1f24-49d7-8b5c-40320f8e839c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.334740 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73f25-6848-4e41-a24a-3f510a17cb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d40e86d-1f24-49d7-8b5c-40320f8e839c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:24.339624 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6ae73f25-6848-4e41-a24a-3f510a17cb73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03f1f736bbeb4027bb320d9b57b4f2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574342 Aug 23 06:05:24.342270 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60648) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:24.359056 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (516a3041-f9f2-4e84-99de-16e87838c0d7), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.406949 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:05:24.416750 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516a3041-f9f2-4e84-99de-16e87838c0d7,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:24.426678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (cc9334c7-4b14-4839-85bf-6b3eb9fda8d1), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.426820 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Added segment cc9334c7-4b14-4839-85bf-6b3eb9fda8d1 of type vlan for network 86cd9f1b-1c10-4a51-b023-89fdcd2836f5 Aug 23 06:05:24.466435 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1f117490-87d6-4522-83e6-29920ea29e24 admin admin] Publish callbacks [] for security_group (8d40e86d-1f24-49d7-8b5c-40320f8e839c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.484748 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (86cd9f1b-1c10-4a51-b023-89fdcd2836f5), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.505385 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1f117490-87d6-4522-83e6-29920ea29e24 admin admin] Publish callbacks [] for security_group (8d40e86d-1f24-49d7-8b5c-40320f8e839c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.604629 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab880ed5-ea1f-41a4-999f-77981e999510 req-dc175a9d-92e9-402f-a039-27b0daa36b52 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:24.607034 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ab880ed5-ea1f-41a4-999f-77981e999510 req-dc175a9d-92e9-402f-a039-27b0daa36b52 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0629983 Aug 23 06:05:24.614551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27425-f40f-4c45-9d3c-dbc0a9a4725c req-a00c3f1d-7f66-4b3c-a4c2-859b2838127a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:24.616034 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1ff27425-f40f-4c45-9d3c-dbc0a9a4725c req-a00c3f1d-7f66-4b3c-a4c2-859b2838127a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.0718849 Aug 23 06:05:24.658816 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ab880ed5-ea1f-41a4-999f-77981e999510 req-0453faf7-ae65-4794-963f-3b0a525c42ba tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460315 Aug 23 06:05:24.668414 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1ff27425-f40f-4c45-9d3c-dbc0a9a4725c req-8f8ec4a7-2b1d-4d72-8d93-6ca9dfe0e47c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450585 Aug 23 06:05:24.696152 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60658) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:24.716152 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (86cd9f1b-1c10-4a51-b023-89fdcd2836f5), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.717135 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:24.717811 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.907228 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb2916-6f15-4a6e-82c1-0add2a98c680 req-722649d1-3a29-4ac5-b915-f25017490fdf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:24.908763 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f2fb2916-6f15-4a6e-82c1-0add2a98c680 req-722649d1-3a29-4ac5-b915-f25017490fdf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0585446 Aug 23 06:05:24.956938 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f2fb2916-6f15-4a6e-82c1-0add2a98c680 req-b7c07317-550d-4a1c-907d-d68697fcb963 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Aug 23 06:05:24.984939 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1f117490-87d6-4522-83e6-29920ea29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (8d40e86d-1f24-49d7-8b5c-40320f8e839c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.987795 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1f117490-87d6-4522-83e6-29920ea29e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:24.988865 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1f117490-87d6-4522-83e6-29920ea29e24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d40e86d-1f24-49d7-8b5c-40320f8e839c HTTP/1.1" status: 204 len: 168 time: 0.6456873 Aug 23 06:05:25.011657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e9d67fd-4257-4957-b3a2-f30ebd04d2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.021724 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f117490-87d6-4522-83e6-29920ea29e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d40e86d-1f24-49d7-8b5c-40320f8e839c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:25.030579 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] Pushing event updated for resources: {'Network': ['ID=86cd9f1b-1c10-4a51-b023-89fdcd2836f5,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:25.043776 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 86cd9f1b-1c10-4a51-b023-89fdcd2836f5 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:05:25.100425 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9388addb-a5b2-4b4c-ba0b-49985ec263e6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1901770 Aug 23 06:05:25.103960 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60668) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:25.110460 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Request body: {'subnet': {'network_id': '86cd9f1b-1c10-4a51-b023-89fdcd2836f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-395474526-subnet', 'tenant_id': 'e9bab58ecb3843858828968064dd7878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:25.175889 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e9d67fd-4257-4957-b3a2-f30ebd04d2ac admin admin] Publish callbacks [] for security_group (0e8ff25a-8d55-4c1c-8a94-846ab47dd9ba), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.188458 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a54c2-84ab-494e-a339-755e8028cb52 req-19b6d7e5-9439-4321-88ad-3b17bc8168f4 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:25.190067 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ea9a54c2-84ab-494e-a339-755e8028cb52 req-19b6d7e5-9439-4321-88ad-3b17bc8168f4 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0871308 Aug 23 06:05:25.202062 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60672) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:25.206754 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'floatingip': {'port_id': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:25.305927 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e9d67fd-4257-4957-b3a2-f30ebd04d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0e8ff25a-8d55-4c1c-8a94-846ab47dd9ba), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.307794 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Made reservation on behalf of e9bab58ecb3843858828968064dd7878 for: {'subnet': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:05:25.309949 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30818228'] for subnet (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.357325 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (88a9f872-3c39-4657-85a5-f7ba578d30f4), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.367213 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0e9d67fd-4257-4957-b3a2-f30ebd04d2ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13a0ef5638cd4e94b1983f0012e3096f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6699765 Aug 23 06:05:25.368769 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60678) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:25.386870 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d0ed9-79cc-42db-bd99-7fa68a678fde req-45117336-95ec-4cb4-9bd1-23a65202bd12 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:25.389042 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8e4d0ed9-79cc-42db-bd99-7fa68a678fde req-45117336-95ec-4cb4-9bd1-23a65202bd12 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.1175942 Aug 23 06:05:25.389913 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d67fd-4257-4957-b3a2-f30ebd04d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ff25a-8d55-4c1c-8a94-846ab47dd9ba,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:25.431805 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-eb4157b2-164b-48e8-b49b-8c4b31d6e2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.473728 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8e4d0ed9-79cc-42db-bd99-7fa68a678fde req-7f21e693-454c-4f6a-99df-01c8bc9305fd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725055 Aug 23 06:05:25.505840 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:05:25.530819 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-601e9264-9da3-4e35-9568-5934ea0a3363 admin admin] Publish callbacks [] for security_group (0e8ff25a-8d55-4c1c-8a94-846ab47dd9ba), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.560182 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-601e9264-9da3-4e35-9568-5934ea0a3363 admin admin] Publish callbacks [] for security_group (0e8ff25a-8d55-4c1c-8a94-846ab47dd9ba), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.694241 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-601e9264-9da3-4e35-9568-5934ea0a3363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0e8ff25a-8d55-4c1c-8a94-846ab47dd9ba), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.698582 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-601e9264-9da3-4e35-9568-5934ea0a3363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:25.699896 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-601e9264-9da3-4e35-9568-5934ea0a3363 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e8ff25a-8d55-4c1c-8a94-846ab47dd9ba HTTP/1.1" status: 204 len: 168 time: 0.3280134 Aug 23 06:05:25.715484 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e9264-9da3-4e35-9568-5934ea0a3363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ff25a-8d55-4c1c-8a94-846ab47dd9ba,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:25.761913 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7c56c-1a85-4c73-84b1-80aece9eec7a req-2846c5ae-6992-4bf2-be06-fc9c701da532 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:25.769372 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9fe7c56c-1a85-4c73-84b1-80aece9eec7a req-2846c5ae-6992-4bf2-be06-fc9c701da532 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.5259850 Aug 23 06:05:25.837501 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5450415-6204-42e8-aaf7-9a90616f07fa req-745d48cc-231f-4a88-aad1-718450abe97f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:25.844110 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b5450415-6204-42e8-aaf7-9a90616f07fa req-745d48cc-231f-4a88-aad1-718450abe97f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.0626040 Aug 23 06:05:25.876474 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9fe7c56c-1a85-4c73-84b1-80aece9eec7a req-a80fc824-1f4f-43bb-bc97-e02aa5056ff4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061962 Aug 23 06:05:25.901229 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60688) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:25.919155 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b5450415-6204-42e8-aaf7-9a90616f07fa req-069943dc-6d97-4f6f-9bbe-8c0123424e40 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695677 Aug 23 06:05:25.934876 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be1d6b1d-0c91-47ef-a126-ca65d4ed7871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.058631 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be1d6b1d-0c91-47ef-a126-ca65d4ed7871 admin admin] Publish callbacks [] for security_group (7a7a0f10-2042-475f-8d21-77697c1031d5), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.078292 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d519d8a-1cb9-4a08-91e6-b8972fd52fdb req-fc797f52-18d3-4246-932e-79571e548dc5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:26.079850 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1d519d8a-1cb9-4a08-91e6-b8972fd52fdb req-fc797f52-18d3-4246-932e-79571e548dc5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.0681787 Aug 23 06:05:26.091098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60696) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:26.095538 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'floatingip': {'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:26.162989 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be1d6b1d-0c91-47ef-a126-ca65d4ed7871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7a7a0f10-2042-475f-8d21-77697c1031d5), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.181842 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (c921092f-93c6-440e-b75b-f3108c542f80), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.197068 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31817246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30818210'] for subnet (3a024830-b6fb-4b25-bc46-475dd7fb56ee), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.276829 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d6b1d-0c91-47ef-a126-ca65d4ed7871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7a0f10-2042-475f-8d21-77697c1031d5,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:26.281140 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-be1d6b1d-0c91-47ef-a126-ca65d4ed7871 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdec7d336572421eb83897cdb4c1bbd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747017 Aug 23 06:05:26.287291 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60704) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:26.297086 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31e27b-7386-4efc-9f48-37725eec4eb6 req-58c6e49f-d550-43d5-9069-36ae310c31b5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:26.298626 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6c31e27b-7386-4efc-9f48-37725eec4eb6 req-58c6e49f-d550-43d5-9069-36ae310c31b5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.2564619 Aug 23 06:05:26.314200 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60706) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:26.324597 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'floatingip': {'port_id': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:26.346190 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a024830-b6fb-4b25-bc46-475dd7fb56ee,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:26.400721 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.424867 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Checking segment: {'id': 'cc9334c7-4b14-4839-85bf-6b3eb9fda8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86cd9f1b-1c10-4a51-b023-89fdcd2836f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:05:26.425228 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Network hostable DHCP agents. Network: 86cd9f1b-1c10-4a51-b023-89fdcd2836f5, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:05:26.506835 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.528191 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9386108d-e7e2-4450-9191-37b7a08425bb admin admin] Publish callbacks [] for security_group (7a7a0f10-2042-475f-8d21-77697c1031d5), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.618788 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Network 86cd9f1b-1c10-4a51-b023-89fdcd2836f5 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:05:26.650607 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9386108d-e7e2-4450-9191-37b7a08425bb admin admin] Publish callbacks [] for security_group (7a7a0f10-2042-475f-8d21-77697c1031d5), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.687608 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (88a9f872-3c39-4657-85a5-f7ba578d30f4), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.787736 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.l3_db [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Floating IP 88a9f872-3c39-4657-85a5-f7ba578d30f4 associated. External IP: 172.27.1.84, port: 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c. Aug 23 06:05:26.837526 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab10a-e64e-4a77-be58-fa722fcd46c5 req-b9e8eba1-ca69-4e8a-9c0a-fb0250ff2a40 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:26.837526 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-564ab10a-e64e-4a77-be58-fa722fcd46c5 req-b9e8eba1-ca69-4e8a-9c0a-fb0250ff2a40 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.2717710 Aug 23 06:05:26.858169 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 86cd9f1b-1c10-4a51-b023-89fdcd2836f5) {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:05:26.867870 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c810e43b-613a-4dbb-b35e-c04a80cf46e3 None None] Network 86cd9f1b-1c10-4a51-b023-89fdcd2836f5 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:05:26.875872 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:26.876408 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:26.988789 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:27.001793 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d0d931-32db-4e50-b45a-c30218365780 None None] Network 86cd9f1b-1c10-4a51-b023-89fdcd2836f5 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:05:27.117190 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Router c6648d63-4941-472c-bb7b-64ab5e333034 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:05:27.126328 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-564ab10a-e64e-4a77-be58-fa722fcd46c5 req-7f866e7c-f729-443f-a2c0-a3125264b488 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739427 Aug 23 06:05:27.229690 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-f114e33f-11fc-4845-9c1c-16e72fd9f624 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1235206 Aug 23 06:05:27.242212 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:05:27.257745 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] Sync routers for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:05:27.258287 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:27.273980 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:05:27.274982 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:05:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:27.293473 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-40dd3e6e-519f-4e3e-bd55-3359c9144915 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "PUT /v2.0/floatingips/88a9f872-3c39-4657-85a5-f7ba578d30f4 HTTP/1.1" status: 200 len: 990 time: 2.0901039 Aug 23 06:05:27.294063 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'tag': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:27.297033 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60452474-656c-420a-b63c-f907baa98db4" -d '{"events": [{"name": "network-changed", "server_uuid": "39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce", "tag": "94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:27.445824 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:05:27.554019 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9386108d-e7e2-4450-9191-37b7a08425bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7a7a0f10-2042-475f-8d21-77697c1031d5), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:27.558271 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9386108d-e7e2-4450-9191-37b7a08425bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:27.562143 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9386108d-e7e2-4450-9191-37b7a08425bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a7a0f10-2042-475f-8d21-77697c1031d5 HTTP/1.1" status: 204 len: 168 time: 1.2713206 Aug 23 06:05:27.584759 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386108d-e7e2-4450-9191-37b7a08425bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7a0f10-2042-475f-8d21-77697c1031d5,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:27.727812 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a2f77a-d610-44c3-bb1f-4ef347184442 x-openstack-request-id: req-97a2f77a-d610-44c3-bb1f-4ef347184442 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:27.728545 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce", "tag": "94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:27.729106 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97a2f77a-d610-44c3-bb1f-4ef347184442 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:27.729746 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a2f77a-d610-44c3-bb1f-4ef347184442'] response: {'name': 'network-changed', 'server_uuid': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'tag': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'status': 'completed', 'code': 200} Aug 23 06:05:27.773300 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.db.resource_extend [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 06:05:27.838364 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '88a9f872-3c39-4657-85a5-f7ba578d30f4', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'port_id': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'mac_address': 'fa:16:3e:5a:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:49Z', 'updated_at': '2022-08-23T06:05:26Z', 'revision_number': 1, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:27.869752 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] Checking router: c6648d63-4941-472c-bb7b-64ab5e333034 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:05:27.878816 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:05:27.879439 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:05:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:27.945801 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.db.resource_extend [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 06:05:28.004166 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.041725 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.070172 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452474-656c-420a-b63c-f907baa98db4 req-a0a42e96-db45-4660-aa15-c79c6a1a2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:28.072061 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60452474-656c-420a-b63c-f907baa98db4 req-a0a42e96-db45-4660-aa15-c79c6a1a2ca9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 1129 time: 0.2961974 Aug 23 06:05:28.083439 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78c026-2652-4ead-89d1-b8e5b6f2aa33 req-a87becad-d735-4aa2-b57e-a1a976d8da93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:28.090964 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fb78c026-2652-4ead-89d1-b8e5b6f2aa33 req-a87becad-d735-4aa2-b57e-a1a976d8da93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.2369144 Aug 23 06:05:28.094252 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-f9ef9d1f-ba00-4c79-9573-c22e9655528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:28.095754 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-f9ef9d1f-ba00-4c79-9573-c22e9655528a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 1129 time: 0.2509384 Aug 23 06:05:28.109529 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (c921092f-93c6-440e-b75b-f3108c542f80), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.130524 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:05:28.136201 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.214737 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.401035 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fb78c026-2652-4ead-89d1-b8e5b6f2aa33 req-9357397f-426f-49c6-966e-de95833e0212 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953541 Aug 23 06:05:28.401138 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '88a9f872-3c39-4657-85a5-f7ba578d30f4', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'port_id': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'mac_address': 'fa:16:3e:5a:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:49Z', 'updated_at': '2022-08-23T06:05:26Z', 'revision_number': 1, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:28.417575 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448204dd-7229-41ab-b982-96757b7bc93c None None] The sync data for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi is: [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '88a9f872-3c39-4657-85a5-f7ba578d30f4', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'port_id': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'mac_address': 'fa:16:3e:5a:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:49Z', 'updated_at': '2022-08-23T06:05:26Z', 'revision_number': 1, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:05:28.452517 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60804) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:28.453526 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60806) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:28.460654 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-884297539-network', 'tenant_id': 'c734cb02f2634987be53f4f20dbb123f'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:28.489895 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452474-656c-420a-b63c-f907baa98db4 req-d1bfebe4-a035-4817-b833-a892dd899bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:28.493300 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60452474-656c-420a-b63c-f907baa98db4 req-d1bfebe4-a035-4817-b833-a892dd899bee service neutron] 10.222.0.16 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 912 time: 0.3943858 Aug 23 06:05:28.506428 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8d658c50-2e5c-46c9-a362-d6bbe517a774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.574111 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Floating IP 75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862 associated. External IP: 172.27.1.117, port: 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6. Aug 23 06:05:28.588929 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Floating IP c921092f-93c6-440e-b75b-f3108c542f80 associated. External IP: 172.27.1.225, port: 4be2c638-1905-4eb7-b811-e2a55ddf5db5. Aug 23 06:05:28.592676 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-0aa807e8-a74b-40ff-8a84-31be7633e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:28.593842 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-0aa807e8-a74b-40ff-8a84-31be7633e91f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.4806597 Aug 23 06:05:28.610318 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8d658c50-2e5c-46c9-a362-d6bbe517a774 admin admin] Publish callbacks [] for security_group (088ef7fc-1cf8-4809-9141-a76e8a17101a), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.626244 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Made reservation on behalf of c734cb02f2634987be53f4f20dbb123f for: {'network': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:05:28.629414 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.638696 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.674144 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8d658c50-2e5c-46c9-a362-d6bbe517a774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (088ef7fc-1cf8-4809-9141-a76e8a17101a), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.729261 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658c50-2e5c-46c9-a362-d6bbe517a774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088ef7fc-1cf8-4809-9141-a76e8a17101a,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:28.739358 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-8d658c50-2e5c-46c9-a362-d6bbe517a774 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdbd8756744048b683bc5dfbd9d0f7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706621 Aug 23 06:05:28.739547 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-7e2573dc-5187-4902-b518-7d0b2376a159 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb HTTP/1.1" status: 200 len: 217 time: 0.0702491 Aug 23 06:05:28.741309 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60812) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:28.750356 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f8ef1-9640-4197-8191-b39fc4a7e9cc None None] New status for floating IP 88a9f872-3c39-4657-85a5-f7ba578d30f4: ACTIVE {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:05:28.759236 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60452474-656c-420a-b63c-f907baa98db4 req-92af02fb-d837-444a-a6ea-a24c54782944 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c HTTP/1.1" status: 200 len: 998 time: 0.2552664 Aug 23 06:05:28.823672 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Publish callbacks [] for security_group (d5cef6b7-a18b-4717-81cf-b61cf8bfce97), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.837698 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-184afe55-21d4-4348-a8fd-63d3cd2e89b8 admin admin] Publish callbacks [] for security_group (088ef7fc-1cf8-4809-9141-a76e8a17101a), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.859366 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-184afe55-21d4-4348-a8fd-63d3cd2e89b8 admin admin] Publish callbacks [] for security_group (088ef7fc-1cf8-4809-9141-a76e8a17101a), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.915360 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-f0c874ea-8964-44fc-8e64-7ff94fee9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:28.916849 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-f0c874ea-8964-44fc-8e64-7ff94fee9e43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.1696644 Aug 23 06:05:28.928807 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452474-656c-420a-b63c-f907baa98db4 req-bd1ce2da-2676-44f9-a6ad-548f273f1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:28.930776 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60452474-656c-420a-b63c-f907baa98db4 req-bd1ce2da-2676-44f9-a6ad-548f273f1cb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab2fe0e-479a-4370-936d-4753fd96d0f6 HTTP/1.1" status: 200 len: 850 time: 0.1404467 Aug 23 06:05:28.945535 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (d5cef6b7-a18b-4717-81cf-b61cf8bfce97), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:28.971702 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cef6b7-a18b-4717-81cf-b61cf8bfce97,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:29.039566 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-184afe55-21d4-4348-a8fd-63d3cd2e89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (088ef7fc-1cf8-4809-9141-a76e8a17101a), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.042723 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-184afe55-21d4-4348-a8fd-63d3cd2e89b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.044118 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-184afe55-21d4-4348-a8fd-63d3cd2e89b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/088ef7fc-1cf8-4809-9141-a76e8a17101a HTTP/1.1" status: 204 len: 168 time: 0.3009360 Aug 23 06:05:29.056869 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=104496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:05:29.068530 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184afe55-21d4-4348-a8fd-63d3cd2e89b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088ef7fc-1cf8-4809-9141-a76e8a17101a,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:29.083768 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (838af3ca-300c-4326-ac99-16632b17ecc6), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.084122 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.segments_db [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Added segment 838af3ca-300c-4326-ac99-16632b17ecc6 of type vlan for network f048fbe6-b414-48b0-a570-f8f4d2b72776 Aug 23 06:05:29.164189 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (f048fbe6-b414-48b0-a570-f8f4d2b72776), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.262733 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (f048fbe6-b414-48b0-a570-f8f4d2b72776), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.267855 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:29.272210 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.334479 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] Pushing event updated for resources: {'Network': ['ID=f048fbe6-b414-48b0-a570-f8f4d2b72776,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:29.345908 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network f048fbe6-b414-48b0-a570-f8f4d2b72776 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:05:29.387722 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ace73888-b7ab-4b28-8d75-a67774de455c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9327173 Aug 23 06:05:29.391171 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60832) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:29.395860 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Request body: {'subnet': {'network_id': 'f048fbe6-b414-48b0-a570-f8f4d2b72776', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-884297539-subnet', 'tenant_id': 'c734cb02f2634987be53f4f20dbb123f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:05:29.453654 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452474-656c-420a-b63c-f907baa98db4 req-e556cd2f-b9e5-45e8-9673-f712536f8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:29.455360 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60452474-656c-420a-b63c-f907baa98db4 req-e556cd2f-b9e5-45e8-9673-f712536f8f3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b27f2aad-ffa4-4af2-9a13-3121b136ade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4829671 Aug 23 06:05:29.463282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-ff080a68-894a-442c-9345-9ead8af3882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:29.464798 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-ff080a68-894a-442c-9345-9ead8af3882e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5330262 Aug 23 06:05:29.491114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:05:29.502180 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:05:29.556339 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Made reservation on behalf of c734cb02f2634987be53f4f20dbb123f for: {'subnet': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:05:29.557221 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.566243 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30818228'] for subnet (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.635567 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c0933-f951-461a-b452-b00312ba3e45 req-d2c06241-65b9-49df-abf9-20548b5dacdd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:29.637187 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-711c0933-f951-461a-b452-b00312ba3e45 req-d2c06241-65b9-49df-abf9-20548b5dacdd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.1386018 Aug 23 06:05:29.738475 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-711c0933-f951-461a-b452-b00312ba3e45 req-6dc3aeb5-d90e-4bd2-b41a-b705bde83f7a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846949 Aug 23 06:05:29.757417 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-488f2478-41db-4510-b08e-dd17d2f077f6 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778449 Aug 23 06:05:29.927628 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60452474-656c-420a-b63c-f907baa98db4 req-789379ee-2dea-4e94-9d33-a2c78ce4064e service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539063 Aug 23 06:05:29.941175 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:05:29.944754 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:05:29.952383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.956826 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:29.957391 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:05:29.972590 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] Sync routers for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:05:29.973110 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:05:29.974355 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:05:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:29.986102 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:05:29.991583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:05:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:30.063109 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31817246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30818210'] for subnet (548e647d-3aac-489c-8cec-8523cb990575), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:30.082295 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fda6fe24-3b73-4c41-a692-b0d16bb4cbdc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "PUT /v2.0/floatingips/c921092f-93c6-440e-b75b-f3108c542f80 HTTP/1.1" status: 200 len: 992 time: 3.9901524 Aug 23 06:05:30.086980 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'tag': '4be2c638-1905-4eb7-b811-e2a55ddf5db5'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:30.089218 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ebc112-b210-439d-9b4e-779edbc0983b" -d '{"events": [{"name": "network-changed", "server_uuid": "fac3f633-a107-4302-99ad-eb5547b6f07a", "tag": "4be2c638-1905-4eb7-b811-e2a55ddf5db5"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:30.112175 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e320e174-7cfc-4a6f-a141-3cf43cba1967 req-8116341d-b81d-47e5-aba2-2551faf75800 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948461 Aug 23 06:05:30.116179 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:05:30.130716 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-db95b397-f5e1-4996-9c70-f0c0c7bf54f1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "PUT /v2.0/floatingips/75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862 HTTP/1.1" status: 200 len: 992 time: 3.8108566 Aug 23 06:05:30.147135 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:05:30.150565 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b38b98-f19e-4e32-9f30-9b385d81d148 x-openstack-request-id: req-17b38b98-f19e-4e32-9f30-9b385d81d148 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:30.150865 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac3f633-a107-4302-99ad-eb5547b6f07a", "tag": "4be2c638-1905-4eb7-b811-e2a55ddf5db5", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:30.151124 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17b38b98-f19e-4e32-9f30-9b385d81d148 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:30.151532 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b38b98-f19e-4e32-9f30-9b385d81d148'] response: {'name': 'network-changed', 'server_uuid': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'tag': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'status': 'completed', 'code': 200} Aug 23 06:05:30.226647 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60452474-656c-420a-b63c-f907baa98db4 req-f3228fda-e0f4-428d-b0e8-62dfb7e92611 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777708 Aug 23 06:05:30.246257 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc112-b210-439d-9b4e-779edbc0983b req-71b0f7a5-9086-4c51-ba05-58022aa43f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:30.248091 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-13ebc112-b210-439d-9b4e-779edbc0983b req-71b0f7a5-9086-4c51-ba05-58022aa43f8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 1130 time: 0.0605698 Aug 23 06:05:30.422002 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548e647d-3aac-489c-8cec-8523cb990575,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:30.423458 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc112-b210-439d-9b4e-779edbc0983b req-0e042459-b86d-4cc0-992c-659bb3efe71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:30.428213 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-13ebc112-b210-439d-9b4e-779edbc0983b req-0e042459-b86d-4cc0-992c-659bb3efe71b service neutron] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 916 time: 0.1738348 Aug 23 06:05:30.441081 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Checking segment: {'id': '838af3ca-300c-4326-ac99-16632b17ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f048fbe6-b414-48b0-a570-f8f4d2b72776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:05:30.441597 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Network hostable DHCP agents. Network: f048fbe6-b414-48b0-a570-f8f4d2b72776, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:05:30.497081 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-13ebc112-b210-439d-9b4e-779edbc0983b req-f05dd8e5-6bad-4917-8bff-e43b8b3fbf86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be2c638-1905-4eb7-b811-e2a55ddf5db5 HTTP/1.1" status: 200 len: 1000 time: 0.0627401 Aug 23 06:05:30.528356 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:27Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:30.544574 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Network f048fbe6-b414-48b0-a570-f8f4d2b72776 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:05:30.562010 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:05:30.570329 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc112-b210-439d-9b4e-779edbc0983b req-a24dbec8-01ed-4891-a54a-81fc183e5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:30.574796 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-13ebc112-b210-439d-9b4e-779edbc0983b req-a24dbec8-01ed-4891-a54a-81fc183e5df4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0664306 Aug 23 06:05:30.574954 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:05:30.574954 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:05:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:30.649586 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc112-b210-439d-9b4e-779edbc0983b req-710909a8-a33d-4843-b195-efcadd73d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:30.651474 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-13ebc112-b210-439d-9b4e-779edbc0983b req-710909a8-a33d-4843-b195-efcadd73d655 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662112 Aug 23 06:05:30.652741 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, f048fbe6-b414-48b0-a570-f8f4d2b72776) {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:05:30.657626 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:30.658417 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:30.707459 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:05:30.733800 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356d459-4d28-459f-a48a-04bbcd4c252c None None] Network f048fbe6-b414-48b0-a570-f8f4d2b72776 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:05:30.769992 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9250062d-f34b-4c92-ab36-b8f6d5426a75 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3777711 Aug 23 06:05:30.811959 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-13ebc112-b210-439d-9b4e-779edbc0983b req-6b7de726-ce19-4376-b7f6-263d55ace044 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489377 Aug 23 06:05:30.922927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'port_id': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'mac_address': 'fa:16:3e:26:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:38Z', 'updated_at': '2022-08-23T06:05:27Z', 'revision_number': 1, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:30.961239 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-13ebc112-b210-439d-9b4e-779edbc0983b req-3c745da9-4ac7-4501-8a78-11c6115962d8 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426988 Aug 23 06:05:30.966639 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] Checking router: d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:05:30.978770 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3382d93-3d0f-4024-b215-18a5e7436bc1 req-af5b771f-4d6c-4a1f-bb7d-b67bff862086 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:30.980814 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:05:30.981712 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:05:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:30.990682 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f3382d93-3d0f-4024-b215-18a5e7436bc1 req-af5b771f-4d6c-4a1f-bb7d-b67bff862086 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.1176524 Aug 23 06:05:31.017796 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:27Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:31.056748 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bed5f-7069-48cf-9735-2791fe923c19 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:27Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:05:31.070441 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c772740c-cf66-4021-9b5e-11b8cfb72e4a None None] Network f048fbe6-b414-48b0-a570-f8f4d2b72776 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:05:31.088239 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f3382d93-3d0f-4024-b215-18a5e7436bc1 req-d4e21140-ebcb-4f78-a3ba-2b22b5b7e8e9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957103 Aug 23 06:05:31.253842 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:05:31.326187 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a07bae-a618-475c-9e46-12571f9ab03e None None] New status for floating IP c921092f-93c6-440e-b75b-f3108c542f80: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:05:31.565656 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'port_id': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'mac_address': 'fa:16:3e:26:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:38Z', 'updated_at': '2022-08-23T06:05:27Z', 'revision_number': 1, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:31.601765 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2935ce-b3f5-40e8-a4fe-dee2f4426ac8 None None] The sync data for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi is: [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'port_id': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'mac_address': 'fa:16:3e:26:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:38Z', 'updated_at': '2022-08-23T06:05:27Z', 'revision_number': 1, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:05:31.817302 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe827b8-2c45-4f0d-b9b1-fc87ff84958d None None] New status for floating IP 75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862: ACTIVE {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:05:32.152909 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:32.155369 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce506aa-cdb9-43c7-aefe-7d15e991484c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:32.204113 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82738603-9c52-441c-8e02-ff02af422ea4 x-openstack-request-id: req-82738603-9c52-441c-8e02-ff02af422ea4 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:32.204406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:32.204657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82738603-9c52-441c-8e02-ff02af422ea4 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:32.205211 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82738603-9c52-441c-8e02-ff02af422ea4'] response: {'name': 'network-changed', 'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'status': 'completed', 'code': 200} Aug 23 06:05:32.254622 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74290ce-28c5-4b8a-85a8-21b1fda208af req-0ccdd457-bcf8-4064-85f9-6cadfdae015e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:32.256143 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f74290ce-28c5-4b8a-85a8-21b1fda208af req-0ccdd457-bcf8-4064-85f9-6cadfdae015e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0839462 Aug 23 06:05:32.301606 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-53b1573a-683e-498c-b0dc-db5d2a728341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:32.303123 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-53b1573a-683e-498c-b0dc-db5d2a728341 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 1130 time: 0.0830810 Aug 23 06:05:32.358976 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f74290ce-28c5-4b8a-85a8-21b1fda208af req-d6ebd6c6-b42f-4960-9ba0-3cec4bdff619 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963840 Aug 23 06:05:32.406852 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-0afff5f5-2fd2-41c4-85ba-f79cdcb0ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:32.408320 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-0afff5f5-2fd2-41c4-85ba-f79cdcb0ce05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.0969696 Aug 23 06:05:32.473492 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-f98a6f98-ead1-42cf-83b9-4d13ad3fdd31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 200 len: 1002 time: 0.0571530 Aug 23 06:05:32.527201 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-91e68d73-bc05-4136-8d58-0bc760934af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:32.528662 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-91e68d73-bc05-4136-8d58-0bc760934af9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0490203 Aug 23 06:05:32.587364 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-f5eeafa7-7933-4547-9fdd-2ec16eb2803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:32.588898 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-f5eeafa7-7933-4547-9fdd-2ec16eb2803b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460415 Aug 23 06:05:32.692827 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-fd7ea288-305a-47bc-a0ea-be59630b625f service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832787 Aug 23 06:05:32.788636 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ce506aa-cdb9-43c7-aefe-7d15e991484c req-15610f67-ce3c-429d-84d7-aec0b74158c0 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880346 Aug 23 06:05:33.377936 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60946) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:33.489489 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a69d3caf-7599-43c8-870d-2e64417d0f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:33.497621 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf806c2-96fd-40fe-ba31-da082eba5f02 req-dde2ebd5-889c-4394-80e8-bae1526591a6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:33.499100 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-faf806c2-96fd-40fe-ba31-da082eba5f02 req-dde2ebd5-889c-4394-80e8-bae1526591a6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0654888 Aug 23 06:05:33.571546 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-faf806c2-96fd-40fe-ba31-da082eba5f02 req-4245c378-da25-4baf-9eaf-46984275d573 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650554 Aug 23 06:05:33.621329 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a69d3caf-7599-43c8-870d-2e64417d0f1d admin admin] Publish callbacks [] for security_group (82b6c903-d27d-4eed-891e-eeb9a4df0e88), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:33.692478 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a69d3caf-7599-43c8-870d-2e64417d0f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (82b6c903-d27d-4eed-891e-eeb9a4df0e88), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:33.732856 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a69d3caf-7599-43c8-870d-2e64417d0f1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c62ac63dafd4ceeb2d331f2193de07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538380 Aug 23 06:05:33.733774 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d3caf-7599-43c8-870d-2e64417d0f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b6c903-d27d-4eed-891e-eeb9a4df0e88,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:33.735580 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60954) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:33.784798 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf1b-bfd2-4652-930c-c31dc3692ea3 admin admin] Publish callbacks [] for security_group (82b6c903-d27d-4eed-891e-eeb9a4df0e88), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:33.805919 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf1b-bfd2-4652-930c-c31dc3692ea3 admin admin] Publish callbacks [] for security_group (82b6c903-d27d-4eed-891e-eeb9a4df0e88), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:33.915788 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf1b-bfd2-4652-930c-c31dc3692ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (82b6c903-d27d-4eed-891e-eeb9a4df0e88), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:33.918643 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cf1b-bfd2-4652-930c-c31dc3692ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:33.919844 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-2ae7cf1b-bfd2-4652-930c-c31dc3692ea3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82b6c903-d27d-4eed-891e-eeb9a4df0e88 HTTP/1.1" status: 204 len: 168 time: 0.1829576 Aug 23 06:05:33.927924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7cf1b-bfd2-4652-930c-c31dc3692ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b6c903-d27d-4eed-891e-eeb9a4df0e88,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:34.520816 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 60972) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:34.534158 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b888b89b-ea76-4dfb-88ad-dbb59e4006df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:34.622381 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b888b89b-ea76-4dfb-88ad-dbb59e4006df admin admin] Publish callbacks [] for security_group (f2ec9cd3-65a6-47c9-9ef2-4685398c959d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:34.697686 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcdd94-adf1-40c8-9377-7ac11bbc2278 req-00b626f8-95d9-4471-8340-d8c8671c4311 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:34.699166 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0bcdd94-adf1-40c8-9377-7ac11bbc2278 req-00b626f8-95d9-4471-8340-d8c8671c4311 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0534270 Aug 23 06:05:34.703873 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b888b89b-ea76-4dfb-88ad-dbb59e4006df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f2ec9cd3-65a6-47c9-9ef2-4685398c959d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:34.759939 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888b89b-ea76-4dfb-88ad-dbb59e4006df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ec9cd3-65a6-47c9-9ef2-4685398c959d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:34.778945 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b888b89b-ea76-4dfb-88ad-dbb59e4006df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfcaaac2cb314dcd9448ad18bcd82944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569590 Aug 23 06:05:34.782369 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 60982) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:34.787520 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0bcdd94-adf1-40c8-9377-7ac11bbc2278 req-ac7cb2bf-c091-43f3-a95a-84502ee1b86b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810859 Aug 23 06:05:34.838525 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-12a4b114-7c3b-442f-b211-04626b13be5d admin admin] Publish callbacks [] for security_group (f2ec9cd3-65a6-47c9-9ef2-4685398c959d), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:34.859749 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-12a4b114-7c3b-442f-b211-04626b13be5d admin admin] Publish callbacks [] for security_group (f2ec9cd3-65a6-47c9-9ef2-4685398c959d), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:34.966936 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-12a4b114-7c3b-442f-b211-04626b13be5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f2ec9cd3-65a6-47c9-9ef2-4685398c959d), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:34.970126 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-12a4b114-7c3b-442f-b211-04626b13be5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:34.971575 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-12a4b114-7c3b-442f-b211-04626b13be5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2ec9cd3-65a6-47c9-9ef2-4685398c959d HTTP/1.1" status: 204 len: 168 time: 0.1879122 Aug 23 06:05:34.979993 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4b114-7c3b-442f-b211-04626b13be5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ec9cd3-65a6-47c9-9ef2-4685398c959d,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:35.921542 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a3f3c-e194-44a7-ba58-b793da4aca62 req-30b5ae4e-69bd-4066-b5d4-4d56f446a098 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:35.922967 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-062a3f3c-e194-44a7-ba58-b793da4aca62 req-30b5ae4e-69bd-4066-b5d4-4d56f446a098 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0580008 Aug 23 06:05:35.969917 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-062a3f3c-e194-44a7-ba58-b793da4aca62 req-b81fadc4-4280-4b94-9b20-6c099712509c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Aug 23 06:05:37.091209 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c963ae-4de8-4725-908a-658d8e00a934 req-820ca2e0-4cbf-41c2-8214-8ffa72645c33 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:37.092792 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f3c963ae-4de8-4725-908a-658d8e00a934 req-820ca2e0-4cbf-41c2-8214-8ffa72645c33 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0533822 Aug 23 06:05:37.146383 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f3c963ae-4de8-4725-908a-658d8e00a934 req-c381a5a8-60cf-4acd-96b5-3e0e7a966548 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 Aug 23 06:05:38.277397 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cc759-47ef-4bf1-9c48-d06669282749 req-85f7401c-4fdf-4a19-9bc9-fc0a410cdf1a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:38.279331 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-960cc759-47ef-4bf1-9c48-d06669282749 req-85f7401c-4fdf-4a19-9bc9-fc0a410cdf1a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0592237 Aug 23 06:05:38.298308 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950f8e-1554-4bc1-b113-bb83ad88b068 req-52ac1e27-8ade-449b-9c1a-a3909d3382e0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:38.299978 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-07950f8e-1554-4bc1-b113-bb83ad88b068 req-52ac1e27-8ade-449b-9c1a-a3909d3382e0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0583737 Aug 23 06:05:38.329931 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-960cc759-47ef-4bf1-9c48-d06669282749 req-b46196ff-fdc8-4ded-bed0-9865322c56c9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Aug 23 06:05:38.346031 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-07950f8e-1554-4bc1-b113-bb83ad88b068 req-35ebb3ed-de77-4536-b4b1-f2d19f9eb10d tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Aug 23 06:05:39.468417 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b3c5d-5b46-4955-a12e-58772209183b req-8b69a78c-c0cc-4fd4-8862-bcc2d5cc7a17 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:39.469971 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-086b3c5d-5b46-4955-a12e-58772209183b req-8b69a78c-c0cc-4fd4-8862-bcc2d5cc7a17 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0517044 Aug 23 06:05:39.470981 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf79a6-3f9d-46d8-8ce4-0e14888f79b0 req-c4f61823-930c-4f6d-9414-127e201b3591 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:39.472524 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8bdf79a6-3f9d-46d8-8ce4-0e14888f79b0 req-c4f61823-930c-4f6d-9414-127e201b3591 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0513351 Aug 23 06:05:39.521667 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8bdf79a6-3f9d-46d8-8ce4-0e14888f79b0 req-d279dbf3-9732-444f-ab3e-20845a11b4eb tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Aug 23 06:05:39.526457 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-086b3c5d-5b46-4955-a12e-58772209183b req-5f81e855-1fe2-45e1-8737-28a033f69cc9 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503283 Aug 23 06:05:40.281262 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:40.655766 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b49fe7-3739-4973-ae7e-089a2818082e req-bc6d4429-7d0c-4ed1-b8e2-7d3550da3085 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:40.657298 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-82b49fe7-3739-4973-ae7e-089a2818082e req-bc6d4429-7d0c-4ed1-b8e2-7d3550da3085 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0571017 Aug 23 06:05:40.664211 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058a575-4ce9-49f0-b477-ae74ecee4fd7 req-efb9e3b7-75ed-4f5c-8971-85620229c1ef tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:40.664211 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8058a575-4ce9-49f0-b477-ae74ecee4fd7 req-efb9e3b7-75ed-4f5c-8971-85620229c1ef tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0624564 Aug 23 06:05:40.705878 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-82b49fe7-3739-4973-ae7e-089a2818082e req-339d8a60-8fe3-465e-93ac-8a86b77d57d8 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Aug 23 06:05:40.715708 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8058a575-4ce9-49f0-b477-ae74ecee4fd7 req-37940ead-e860-4249-9e91-2a1111ecfdbe tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Aug 23 06:05:41.827165 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa85b9b-e1e5-4814-9277-011a41096558 req-f6807e12-f814-4001-83f8-d2518c1eee35 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:41.827764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f4647-ad22-466c-99db-fbff75bbb623 req-6c031c8d-6d8d-49c8-869a-931f6c302578 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:41.828650 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3aa85b9b-e1e5-4814-9277-011a41096558 req-f6807e12-f814-4001-83f8-d2518c1eee35 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0520737 Aug 23 06:05:41.828817 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e24f4647-ad22-466c-99db-fbff75bbb623 req-6c031c8d-6d8d-49c8-869a-931f6c302578 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0501556 Aug 23 06:05:41.875931 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e24f4647-ad22-466c-99db-fbff75bbb623 req-3669cc4c-934b-4638-bb93-dfb17ae23b9e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Aug 23 06:05:41.877313 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3aa85b9b-e1e5-4814-9277-011a41096558 req-eeef74db-e69a-40d2-aa4d-d014c984f7b4 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427349 Aug 23 06:05:43.000355 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f143506-5f87-476d-97ab-05f92d02148e req-d1eda478-150b-4e58-8e87-1530695fe2f6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:43.002045 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5f143506-5f87-476d-97ab-05f92d02148e req-d1eda478-150b-4e58-8e87-1530695fe2f6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0557647 Aug 23 06:05:43.002834 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f1bd-5b25-49ff-a922-b3de8dacfcf7 req-e4b5aeac-02f9-4934-b411-400491d0cb28 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:43.004326 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8109f1bd-5b25-49ff-a922-b3de8dacfcf7 req-e4b5aeac-02f9-4934-b411-400491d0cb28 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0565999 Aug 23 06:05:43.048900 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5f143506-5f87-476d-97ab-05f92d02148e req-eb708cd4-ac79-4bb6-a914-702e92e6537d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Aug 23 06:05:43.050460 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8109f1bd-5b25-49ff-a922-b3de8dacfcf7 req-b2ea1b8f-c19b-457a-91cd-51e2b129fc3b tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Aug 23 06:05:44.169236 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258797f3-c98a-4128-b3c9-e0521704ba97 req-2c41b9f8-9adc-459c-ab31-74674cca8d93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:44.170674 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-258797f3-c98a-4128-b3c9-e0521704ba97 req-2c41b9f8-9adc-459c-ab31-74674cca8d93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0515108 Aug 23 06:05:44.170787 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e700e-2590-451a-862e-b40b71aec36e req-70fd142a-a6ce-41c5-bb1a-ba276d227ae0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:44.172153 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a78e700e-2590-451a-862e-b40b71aec36e req-70fd142a-a6ce-41c5-bb1a-ba276d227ae0 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0505052 Aug 23 06:05:44.217016 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-258797f3-c98a-4128-b3c9-e0521704ba97 req-a4ca665c-03a2-4f35-a317-47f743831a7c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Aug 23 06:05:44.217251 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a78e700e-2590-451a-862e-b40b71aec36e req-02c107a3-7877-4de6-8cdd-7d4f7fd2f16c tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394552 Aug 23 06:05:45.335253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd60cf-7a1b-4273-9162-faed2733f465 req-82582a44-cc5e-4db9-a0af-52cee5f38cff tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:45.336383 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5d306-c880-43b5-a199-7260b09e6c47 req-ab87b283-0fec-4497-8b25-b43d55cce25e tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:45.337284 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1cbd60cf-7a1b-4273-9162-faed2733f465 req-82582a44-cc5e-4db9-a0af-52cee5f38cff tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Aug 23 06:05:45.338559 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e6b5d306-c880-43b5-a199-7260b09e6c47 req-ab87b283-0fec-4497-8b25-b43d55cce25e tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0522852 Aug 23 06:05:45.387877 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1cbd60cf-7a1b-4273-9162-faed2733f465 req-4d2d4920-b837-4bd7-9f9c-4988e0f6ede0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Aug 23 06:05:45.390244 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e6b5d306-c880-43b5-a199-7260b09e6c47 req-7f4fbc9f-580d-4c4f-b08a-175f3bdb7f69 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Aug 23 06:05:46.456239 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-d6b16a9e-1186-4314-b9e0-a443bf795c19 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:46.457267 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-d6b16a9e-1186-4314-b9e0-a443bf795c19 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.16 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0553906 Aug 23 06:05:46.535986 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df01fd4-75e1-48ad-afd7-4893f63d48ea req-3afd4544-32a1-49a2-9f55-7496e4fb2370 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:46.537488 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1df01fd4-75e1-48ad-afd7-4893f63d48ea req-3afd4544-32a1-49a2-9f55-7496e4fb2370 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 945 time: 0.0522623 Aug 23 06:05:46.585464 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1df01fd4-75e1-48ad-afd7-4893f63d48ea req-d3de9e64-a586-49cb-b8f5-1e9f7ddd7a2d tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/security-groups?id=284b8fc8-8e71-4b0a-a321-5e819a467192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Aug 23 06:05:46.602217 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2ead7-961b-4ccc-a605-2d86f6b69bce req-d4d651b9-0444-46ff-bb78-ab32c81bf6bc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:46.603687 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0a2ead7-961b-4ccc-a605-2d86f6b69bce req-d4d651b9-0444-46ff-bb78-ab32c81bf6bc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.1101005 Aug 23 06:05:46.654422 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Deleting port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:05:46.654764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:46.709025 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0a2ead7-961b-4ccc-a605-2d86f6b69bce req-316b18eb-7efe-46d1-87fd-0f494c0c1c6b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996661 Aug 23 06:05:46.755412 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] For port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:46.755778 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:46.771087 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Calling delete_port for 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:05:47.029272 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (4aa1c375-2adf-4fa4-b8c7-6b1624844b4c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:47.041927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['4aa1c375-2adf-4fa4-b8c7-6b1624844b4c'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:05:47.061362 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Pushing event deleted for resources: {'Port': ['ID=4aa1c375-2adf-4fa4-b8c7-6b1624844b4c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:47.360126 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] No DVR routers for this DVR port 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:05:47.364160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:47.367708 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a0623441-5d8a-4eb9-b7c2-81b6e1389bbc req-69f55aed-149f-490c-854d-18657ae0fecc tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.16 "DELETE /v2.0/ports/4aa1c375-2adf-4fa4-b8c7-6b1624844b4c HTTP/1.1" status: 204 len: 173 time: 0.9007819 Aug 23 06:05:47.368159 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88babc79-4017-42de-921b-d6c0bb3a4e51', 'name': 'network-vif-deleted', 'tag': '4aa1c375-2adf-4fa4-b8c7-6b1624844b4c'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:05:47.370521 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721fde59-0fca-42e2-b65c-e11c24669396" -d '{"events": [{"server_uuid": "88babc79-4017-42de-921b-d6c0bb3a4e51", "name": "network-vif-deleted", "tag": "4aa1c375-2adf-4fa4-b8c7-6b1624844b4c"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:05:47.408040 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07609fd-def5-4616-9739-e3b5586dd3e6 x-openstack-request-id: req-a07609fd-def5-4616-9739-e3b5586dd3e6 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:05:47.408356 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88babc79-4017-42de-921b-d6c0bb3a4e51", "name": "network-vif-deleted", "tag": "4aa1c375-2adf-4fa4-b8c7-6b1624844b4c", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:05:47.408611 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a07609fd-def5-4616-9739-e3b5586dd3e6 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:05:47.409119 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07609fd-def5-4616-9739-e3b5586dd3e6'] response: {'server_uuid': '88babc79-4017-42de-921b-d6c0bb3a4e51', 'name': 'network-vif-deleted', 'tag': '4aa1c375-2adf-4fa4-b8c7-6b1624844b4c', 'status': 'completed', 'code': 200} Aug 23 06:05:47.682979 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fe44caeb-675a-4401-a26f-153f68416fcd req-0edc65cc-93c7-42d5-8d67-03a7def00fa9 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0265574 Aug 23 06:05:47.831480 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dc5ca-70fd-4d91-88d3-fe93afd52068 req-74071112-a3e2-4d5c-8210-757871e3f5ac tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:47.832883 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-161dc5ca-70fd-4d91-88d3-fe93afd52068 req-74071112-a3e2-4d5c-8210-757871e3f5ac tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Aug 23 06:05:47.880171 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-161dc5ca-70fd-4d91-88d3-fe93afd52068 req-770b5be9-02c4-4150-b49b-23b91bda56b2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Aug 23 06:05:48.780626 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37360e25-9a31-4d81-8545-a4223f5c8ed3 req-e3d313e6-1d2f-405d-9202-218a1b5cea86 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0286224 Aug 23 06:05:49.004700 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecf516-1013-4bf7-8419-76a58ebe19ba req-804bec7d-2c5f-4e47-8b72-bba2171280f6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:49.006164 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-28ecf516-1013-4bf7-8419-76a58ebe19ba req-804bec7d-2c5f-4e47-8b72-bba2171280f6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0542414 Aug 23 06:05:49.051336 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-28ecf516-1013-4bf7-8419-76a58ebe19ba req-99afa73f-4790-4457-93a0-12ec0b68911b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Aug 23 06:05:49.845193 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:05:49.863924 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:05:49.864264 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4aa1c375-2adf-4fa4-b8c7-6b1624844b4c not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:05:49.877767 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c50bbc5d-752b-48db-9f37-500a07c31afa req-aadc8959-9dc6-4fab-8063-08086e92b32c tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0265889 Aug 23 06:05:50.171195 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656ef5-5185-4441-bb7b-1226ab6c9d97 req-cf7a3c18-b532-4e87-98ca-515bf930cede tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:50.172650 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-58656ef5-5185-4441-bb7b-1226ab6c9d97 req-cf7a3c18-b532-4e87-98ca-515bf930cede tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0504110 Aug 23 06:05:50.217370 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-58656ef5-5185-4441-bb7b-1226ab6c9d97 req-85765604-d142-46be-b32e-320fe3bc8a18 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392840 Aug 23 06:05:50.972044 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fbb1f82c-8252-440c-88cf-c263124520fc req-1139b763-2ac8-454f-9d4c-1c6d8fd77b4b tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0257547 Aug 23 06:05:51.338907 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c73598-a03c-4cad-8430-a4c497ed9e85 req-9305acf8-dc3d-4cfc-ac32-6b6c3a0a6307 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:51.340375 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f9c73598-a03c-4cad-8430-a4c497ed9e85 req-9305acf8-dc3d-4cfc-ac32-6b6c3a0a6307 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0554230 Aug 23 06:05:51.385544 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f9c73598-a03c-4cad-8430-a4c497ed9e85 req-40729d97-3136-4738-a747-3194bc500b11 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396829 Aug 23 06:05:52.066364 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cfa0575e-b134-43b6-af7a-2c3f79a765b2 req-f2a5f542-28b2-45d8-8a6e-a3c6c65b8ebb tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0255332 Aug 23 06:05:52.505046 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331bc50-7043-40df-8a83-5a20f817faeb req-a7758daa-5597-4ec2-b6a9-f6683174ae83 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:52.506699 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5331bc50-7043-40df-8a83-5a20f817faeb req-a7758daa-5597-4ec2-b6a9-f6683174ae83 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0511916 Aug 23 06:05:52.554936 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5331bc50-7043-40df-8a83-5a20f817faeb req-f410c56b-5253-458b-9a70-ee421e89d39a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Aug 23 06:05:53.162026 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-94e6118b-d57d-4177-8661-7fb31d2ab0ec req-f293b6df-5689-439c-86ac-bba7ea370026 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0288885 Aug 23 06:05:53.291254 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6dd4af4f-8f71-47d9-b00e-72eb148ca788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:53.678649 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef56c5-b63a-4fc9-b8f0-207cc17e4b31 req-ea787b9c-9eff-410e-b028-fb37d7e924f8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:53.680170 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-13ef56c5-b63a-4fc9-b8f0-207cc17e4b31 req-ea787b9c-9eff-410e-b028-fb37d7e924f8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0520933 Aug 23 06:05:53.730486 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-13ef56c5-b63a-4fc9-b8f0-207cc17e4b31 req-670ded3e-42df-458d-afc7-c87fa54a8561 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Aug 23 06:05:54.270609 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b64a596f-91e5-4346-858a-c2a2c1b499fa req-309b6fa7-4497-4ca5-b65c-a4239bad5188 tempest-DeleteServersTestJSON-1194662953 tempest-DeleteServersTestJSON-1194662953-project] 10.222.0.26 "GET /v2.0/ports?device_id=88babc79-4017-42de-921b-d6c0bb3a4e51 HTTP/1.1" status: 200 len: 210 time: 0.0262856 Aug 23 06:05:54.850672 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30b5a-cb0f-41e0-882a-2a3110dafc70 req-dd3aa158-98fb-4d69-b5f1-77842e911658 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:54.852173 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0bd30b5a-cb0f-41e0-882a-2a3110dafc70 req-dd3aa158-98fb-4d69-b5f1-77842e911658 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Aug 23 06:05:54.898766 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0bd30b5a-cb0f-41e0-882a-2a3110dafc70 req-ea3dc78b-ae0a-4ba5-b082-ecafc7cf8bc5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Aug 23 06:05:55.388844 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-aad60d7c-ca5b-4e4f-aa0c-88529dbefe6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:56.120503 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df602d06-69a4-498c-bdb2-08cf31367666 req-6ee7d3b5-5308-448e-8ada-9941f37bd4bc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:56.122032 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-df602d06-69a4-498c-bdb2-08cf31367666 req-6ee7d3b5-5308-448e-8ada-9941f37bd4bc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0528362 Aug 23 06:05:56.171278 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-df602d06-69a4-498c-bdb2-08cf31367666 req-e0ba99a4-82c6-41c1-bc70-281b44f039d4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Aug 23 06:05:56.914035 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:57.298313 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a38d9-a65d-401e-a066-58504e9b735e req-9491f0ba-7fac-4f5a-90cd-3938a686735b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:57.299844 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1b4a38d9-a65d-401e-a066-58504e9b735e req-9491f0ba-7fac-4f5a-90cd-3938a686735b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0525343 Aug 23 06:05:57.348911 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1b4a38d9-a65d-401e-a066-58504e9b735e req-7f296b48-bd55-4af8-9bfa-831ec0e49b92 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Aug 23 06:05:57.942923 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 33092) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:58.125765 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:58.332262 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (53604141-f8fa-44a7-bad1-a794c81817aa), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:58.471836 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bed71-cf04-4e52-bdbe-6fc949599e34 req-22126209-4f71-4959-94e0-82b981bb9107 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:58.473568 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cd6bed71-cf04-4e52-bdbe-6fc949599e34 req-22126209-4f71-4959-94e0-82b981bb9107 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0537295 Aug 23 06:05:58.525298 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cd6bed71-cf04-4e52-bdbe-6fc949599e34 req-1524b551-0247-45f8-9285-8602d4c79706 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Aug 23 06:05:58.607776 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Deleting port e1c4191a-561b-4871-a8c5-5d1a6f8a6474 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:05:58.608021 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:58.682712 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] For port e1c4191a-561b-4871-a8c5-5d1a6f8a6474, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:05:58.683063 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:58.694979 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Calling delete_port for e1c4191a-561b-4871-a8c5-5d1a6f8a6474 owned by network:router_interface {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:05:58.983117 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (e1c4191a-561b-4871-a8c5-5d1a6f8a6474), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:59.006791 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c4191a-561b-4871-a8c5-5d1a6f8a6474,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:05:59.167837 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (53604141-f8fa-44a7-bad1-a794c81817aa), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:59.365993 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Router 53604141-f8fa-44a7-bad1-a794c81817aa has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:05:59.465344 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:05:59.470204 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-308beff0-c088-4a8d-8b37-0f4c697e28a9 admin admin] 10.222.0.26 "PUT /v2.0/routers/53604141-f8fa-44a7-bad1-a794c81817aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5261991 Aug 23 06:05:59.472757 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 33110) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:05:59.480250 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] Sync routers for ids ['53604141-f8fa-44a7-bad1-a794c81817aa'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:05:59.493785 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] Routers {'53604141-f8fa-44a7-bad1-a794c81817aa'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:05:59.494470 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:05:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['53604141-f8fa-44a7-bad1-a794c81817aa'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:59.502744 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:59.590220 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks [] for router (53604141-f8fa-44a7-bad1-a794c81817aa), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:59.603136 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] Set router 53604141-f8fa-44a7-bad1-a794c81817aa gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:05:59.869332 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:05:58Z', 'revision_number': 5, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:59.896412 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] Checking router: 53604141-f8fa-44a7-bad1-a794c81817aa for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:05:59.905517 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] Routers {'53604141-f8fa-44a7-bad1-a794c81817aa'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:05:59.906052 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:05:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['53604141-f8fa-44a7-bad1-a794c81817aa'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:05:59.935494 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95bbdf-f895-454c-a31d-d45e5d49b1a2 req-b6935c8a-e778-45a9-aa9a-5079b1738d8b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:05:59.937099 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bc95bbdf-f895-454c-a31d-d45e5d49b1a2 req-b6935c8a-e778-45a9-aa9a-5079b1738d8b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.3150394 Aug 23 06:05:59.952932 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks [] for router_gateway (53604141-f8fa-44a7-bad1-a794c81817aa), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:05:59.993298 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bc95bbdf-f895-454c-a31d-d45e5d49b1a2 req-05991b9f-cb2d-4e26-9013-dd4bfe4029cf tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469809 Aug 23 06:06:00.006391 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] Set router 53604141-f8fa-44a7-bad1-a794c81817aa gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:06:00.093311 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Deleting port d12b511d-540e-4863-bb86-3727e918ada8 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:06:00.093988 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (d12b511d-540e-4863-bb86-3727e918ada8), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.173224 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] For port d12b511d-540e-4863-bb86-3727e918ada8, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d12b511d-540e-4863-bb86-3727e918ada8,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:06:00.173681 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (d12b511d-540e-4863-bb86-3727e918ada8), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.178497 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:05:58Z', 'revision_number': 5, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:00.185126 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Calling delete_port for d12b511d-540e-4863-bb86-3727e918ada8 owned by network:router_gateway {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:06:00.202383 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebba3c4-b072-4c98-8006-e7b147b9c16e None None] The sync data for ids ['53604141-f8fa-44a7-bad1-a794c81817aa'] in dv-cinder-853788-2-iscsi is: [{'id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'name': 'tempest-DeleteServersTestJSON-1013342948-router', 'tenant_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:05:58Z', 'revision_number': 5, 'project_id': 'cdcc94a5ac0246afb333e33541f5ac2b', 'gw_port': {'id': 'd12b511d-540e-4863-bb86-3727e918ada8', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53604141-f8fa-44a7-bad1-a794c81817aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:26Z', 'updated_at': '2022-08-23T06:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:06:00.495710 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (d12b511d-540e-4863-bb86-3727e918ada8), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.515672 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12b511d-540e-4863-bb86-3727e918ada8,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:00.589608 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (53604141-f8fa-44a7-bad1-a794c81817aa), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.691890 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (53604141-f8fa-44a7-bad1-a794c81817aa), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.694148 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks [] for router_controller (53604141-f8fa-44a7-bad1-a794c81817aa), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.810993 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (53604141-f8fa-44a7-bad1-a794c81817aa), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.811569 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53604141-f8fa-44a7-bad1-a794c81817aa {{(pid=104496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:06:00.816713 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.818182 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-50b45f7d-1a67-4516-93fa-e21b86d60bb2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/53604141-f8fa-44a7-bad1-a794c81817aa HTTP/1.1" status: 204 len: 168 time: 1.3441155 Aug 23 06:06:00.820323 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 33132) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:00.875991 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcb1519-b309-4984-bf54-bca976ef0de5 admin admin] Deleting subnet c796836e-13b9-4067-a558-45f80fe87495 {{(pid=104496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:06:00.879287 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1519-b309-4984-bf54-bca976ef0de5 admin admin] Publish callbacks [] for subnet (c796836e-13b9-4067-a558-45f80fe87495), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:00.915418 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1519-b309-4984-bf54-bca976ef0de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31873289'] for subnet (c796836e-13b9-4067-a558-45f80fe87495), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.016254 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1519-b309-4984-bf54-bca976ef0de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (c796836e-13b9-4067-a558-45f80fe87495), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.114065 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17130976-8fd7-456f-bc49-1ba5a84044f3 req-184efcce-1bf7-4592-a3d9-c2a71b30db44 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:01.115534 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-17130976-8fd7-456f-bc49-1ba5a84044f3 req-184efcce-1bf7-4592-a3d9-c2a71b30db44 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0516212 Aug 23 06:06:01.138164 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1519-b309-4984-bf54-bca976ef0de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31817439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30818217'] for subnet (c796836e-13b9-4067-a558-45f80fe87495), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.161224 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-17130976-8fd7-456f-bc49-1ba5a84044f3 req-ac5f2d95-f9b2-4500-82d3-9b5154b9cf62 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Aug 23 06:06:01.165188 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1519-b309-4984-bf54-bca976ef0de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.171947 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202686b8-04b7-4078-bb8f-8d6be414f901 None None] Network f6d35002-1cef-44da-8d96-3f3ae451bd4d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:06:01.172466 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33136) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:01.177686 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9bcb1519-b309-4984-bf54-bca976ef0de5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c796836e-13b9-4067-a558-45f80fe87495 HTTP/1.1" status: 204 len: 168 time: 0.3508227 Aug 23 06:06:01.177686 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb1519-b309-4984-bf54-bca976ef0de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c796836e-13b9-4067-a558-45f80fe87495,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:01.247250 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (f6d35002-1cef-44da-8d96-3f3ae451bd4d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.309135 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Deleting port 259522bf-cfd6-44f6-959f-fdea3e6babc7 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:06:01.309635 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.345302 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] DHCP port deletion for f6d35002-1cef-44da-8d96-3f3ae451bd4d request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:06:01.371856 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] For port 259522bf-cfd6-44f6-959f-fdea3e6babc7, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=259522bf-cfd6-44f6-959f-fdea3e6babc7,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:06:01.372324 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.387123 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Calling delete_port for 259522bf-cfd6-44f6-959f-fdea3e6babc7 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:06:01.390425 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Deleting port 259522bf-cfd6-44f6-959f-fdea3e6babc7 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:06:01.391019 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.468799 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d12b511d-540e-4863-bb86-3727e918ada8 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:06:01.471662 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] For port 259522bf-cfd6-44f6-959f-fdea3e6babc7, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=259522bf-cfd6-44f6-959f-fdea3e6babc7,segment=NetworkSegment(2b190aae-10ee-4bab-952f-e658a1018262),segment_id=2b190aae-10ee-4bab-952f-e658a1018262)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:06:01.472050 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.499867 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: d12b511d-540e-4863-bb86-3727e918ada8 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:06:01.500366 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d12b511d-540e-4863-bb86-3727e918ada8 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:06:01.500780 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device e1c4191a-561b-4871-a8c5-5d1a6f8a6474 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:06:01.502724 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Calling delete_port for 259522bf-cfd6-44f6-959f-fdea3e6babc7 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:06:01.524875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: e1c4191a-561b-4871-a8c5-5d1a6f8a6474 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:06:01.525262 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device e1c4191a-561b-4871-a8c5-5d1a6f8a6474 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:06:01.525660 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 259522bf-cfd6-44f6-959f-fdea3e6babc7 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:06:01.542766 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.567296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=259522bf-cfd6-44f6-959f-fdea3e6babc7,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:01.570747 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] No DVR routers for this DVR port 259522bf-cfd6-44f6-959f-fdea3e6babc7 on host dv-cinder-853788-2-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:06:01.635856 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No active binding found for port 259522bf-cfd6-44f6-959f-fdea3e6babc7 {{(pid=104498) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 23 06:06:01.636228 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] The host dv-cinder-853788-2-iscsi is not matching for port 259522bf-cfd6-44f6-959f-fdea3e6babc7 host None! {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2366}} Aug 23 06:06:01.636605 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 259522bf-cfd6-44f6-959f-fdea3e6babc7 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:06:01.645041 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (f6d35002-1cef-44da-8d96-3f3ae451bd4d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.668353 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (259522bf-cfd6-44f6-959f-fdea3e6babc7), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.675064 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.675995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.676300 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.676702 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > port after_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.677116 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.677627 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > port after_update 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.677955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.678286 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.678673 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.678922 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.692504 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Pushing event deleted for resources: {'Port': ['ID=259522bf-cfd6-44f6-959f-fdea3e6babc7,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:01.697690 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] No DVR routers for this DVR port 259522bf-cfd6-44f6-959f-fdea3e6babc7 on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:06:01.706073 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.706439 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.706799 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.707142 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.708864 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.708864 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.708864 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.708864 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.708864 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.709268 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.709452 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.709774 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.710095 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a88734-cb7a-4d9c-8f23-29ba39c7d185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:01.753692 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.754049 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.754389 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.754748 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 06:06:01.755121 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d35002-1cef-44da-8d96-3f3ae451bd4d']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:01.772762 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b190aae-10ee-4bab-952f-e658a1018262') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:01.773062 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b190aae-10ee-4bab-952f-e658a1018262') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:01.789386 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (2b190aae-10ee-4bab-952f-e658a1018262), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.810345 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (2b190aae-10ee-4bab-952f-e658a1018262), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.826439 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:06:01.826439 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (2b190aae-10ee-4bab-952f-e658a1018262), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.960437 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (f6d35002-1cef-44da-8d96-3f3ae451bd4d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.972460 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:01.972460 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f6d35002-1cef-44da-8d96-3f3ae451bd4d HTTP/1.1" status: 204 len: 168 time: 0.7970212 Aug 23 06:06:01.983374 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1f14e-5cc7-4d7b-b024-a87650201b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d35002-1cef-44da-8d96-3f3ae451bd4d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:02.017108 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 2b190aae-10ee-4bab-952f-e658a1018262 resource provider aggregate not found Aug 23 06:06:02.036517 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 2b190aae-10ee-4bab-952f-e658a1018262 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b190aae-10ee-4bab-952f-e658a1018262 found for delete ", "request_id": "req-3706a2b3-5975-4dd8-a5b3-694776c0fddb"}]} Aug 23 06:06:02.286132 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49cfb5-1f9f-4f76-8568-2d6876a5ad9e req-aba039c6-6523-412c-b36e-e8898deb4266 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:02.287607 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7e49cfb5-1f9f-4f76-8568-2d6876a5ad9e req-aba039c6-6523-412c-b36e-e8898deb4266 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0545685 Aug 23 06:06:02.333007 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7e49cfb5-1f9f-4f76-8568-2d6876a5ad9e req-72d04cb6-78f0-4360-b638-c363946a01df tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Aug 23 06:06:02.367158 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33172) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:02.412533 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-13444373-4a0e-4738-8334-4972e24bb1cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdcc94a5ac0246afb333e33541f5ac2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441997 Aug 23 06:06:02.415020 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33176) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:02.463603 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-833f7d16-3f5e-410b-aaea-febca3d5ec8e admin admin] Publish callbacks [] for security_group (284b8fc8-8e71-4b0a-a321-5e819a467192), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:02.484531 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-833f7d16-3f5e-410b-aaea-febca3d5ec8e admin admin] Publish callbacks [] for security_group (284b8fc8-8e71-4b0a-a321-5e819a467192), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:02.500787 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:06:02.582569 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-833f7d16-3f5e-410b-aaea-febca3d5ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (284b8fc8-8e71-4b0a-a321-5e819a467192), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:02.585193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-833f7d16-3f5e-410b-aaea-febca3d5ec8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:02.588590 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-833f7d16-3f5e-410b-aaea-febca3d5ec8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/284b8fc8-8e71-4b0a-a321-5e819a467192 HTTP/1.1" status: 204 len: 168 time: 0.1703210 Aug 23 06:06:02.594012 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f7d16-3f5e-410b-aaea-febca3d5ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284b8fc8-8e71-4b0a-a321-5e819a467192,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:03.454810 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e58da5-ef95-4e1f-a5ad-6c86236b6bbd req-bd9543ec-7151-4619-b342-3c88d7759d69 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:03.456285 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-42e58da5-ef95-4e1f-a5ad-6c86236b6bbd req-bd9543ec-7151-4619-b342-3c88d7759d69 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0510957 Aug 23 06:06:03.502466 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-42e58da5-ef95-4e1f-a5ad-6c86236b6bbd req-75499934-3b37-42dc-a7d7-eb1f9b896b00 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Aug 23 06:06:04.638549 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087b8c7-d285-416c-9f9e-fba88d3ebe5e req-bca8aae2-18d3-4d67-a887-ec58bd904f82 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:04.640028 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5087b8c7-d285-416c-9f9e-fba88d3ebe5e req-bca8aae2-18d3-4d67-a887-ec58bd904f82 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0586550 Aug 23 06:06:04.685965 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5087b8c7-d285-416c-9f9e-fba88d3ebe5e req-432a2910-c4de-49ee-b4f7-b13bc29ef86c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403087 Aug 23 06:06:05.811948 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb856d3-f89c-4ae5-adf6-78e61edd1b59 req-045b836f-aa10-4c4f-86c8-827ebc82d754 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:05.813427 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5bb856d3-f89c-4ae5-adf6-78e61edd1b59 req-045b836f-aa10-4c4f-86c8-827ebc82d754 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0537007 Aug 23 06:06:05.858835 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5bb856d3-f89c-4ae5-adf6-78e61edd1b59 req-030f967e-ffcc-40e0-953c-c5894e79052b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Aug 23 06:06:06.981056 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c7bf-e1cb-4a17-8221-2138b2a9f337 req-43474fbc-ae92-463a-a1d7-fc8b59f794cd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:06.982567 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7620c7bf-e1cb-4a17-8221-2138b2a9f337 req-43474fbc-ae92-463a-a1d7-fc8b59f794cd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0537703 Aug 23 06:06:07.030810 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7620c7bf-e1cb-4a17-8221-2138b2a9f337 req-bf2b75ef-51ac-4bee-aeb1-fdc1926d3bc7 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Aug 23 06:06:07.217897 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33288) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:07.261746 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2b8bb8-5dc5-4ecc-a9c0-8e4d7239ed68 admin admin] Deleting subnet 3a024830-b6fb-4b25-bc46-475dd7fb56ee {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:06:07.265118 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8bb8-5dc5-4ecc-a9c0-8e4d7239ed68 admin admin] Publish callbacks [] for subnet (3a024830-b6fb-4b25-bc46-475dd7fb56ee), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.298753 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8bb8-5dc5-4ecc-a9c0-8e4d7239ed68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49376497'] for subnet (3a024830-b6fb-4b25-bc46-475dd7fb56ee), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.340737 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8bb8-5dc5-4ecc-a9c0-8e4d7239ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (3a024830-b6fb-4b25-bc46-475dd7fb56ee), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.463178 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8bb8-5dc5-4ecc-a9c0-8e4d7239ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49376333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30006175'] for subnet (3a024830-b6fb-4b25-bc46-475dd7fb56ee), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.490616 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8bb8-5dc5-4ecc-a9c0-8e4d7239ed68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a024830-b6fb-4b25-bc46-475dd7fb56ee,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:07.494398 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8bb8-5dc5-4ecc-a9c0-8e4d7239ed68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.497618 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6c2b8bb8-5dc5-4ecc-a9c0-8e4d7239ed68 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3a024830-b6fb-4b25-bc46-475dd7fb56ee HTTP/1.1" status: 204 len: 168 time: 0.2785521 Aug 23 06:06:07.500988 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33294) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:07.565568 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (86cd9f1b-1c10-4a51-b023-89fdcd2836f5), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.644924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (86cd9f1b-1c10-4a51-b023-89fdcd2836f5), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.664579 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cd9f1b-1c10-4a51-b023-89fdcd2836f5']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:07.674334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9334c7-4b14-4839-85bf-6b3eb9fda8d1') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:07.678771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9334c7-4b14-4839-85bf-6b3eb9fda8d1') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:07.684138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (cc9334c7-4b14-4839-85bf-6b3eb9fda8d1), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.697244 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (cc9334c7-4b14-4839-85bf-6b3eb9fda8d1), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.703043 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:06:07.707657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (cc9334c7-4b14-4839-85bf-6b3eb9fda8d1), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.747623 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment cc9334c7-4b14-4839-85bf-6b3eb9fda8d1 resource provider aggregate not found Aug 23 06:06:07.764343 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment cc9334c7-4b14-4839-85bf-6b3eb9fda8d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc9334c7-4b14-4839-85bf-6b3eb9fda8d1 found for delete ", "request_id": "req-620e4ac0-0354-4ea1-86ee-005353407586"}]} Aug 23 06:06:07.833638 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (86cd9f1b-1c10-4a51-b023-89fdcd2836f5), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.840603 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.843758 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] 10.222.0.26 "DELETE /v2.0/networks/86cd9f1b-1c10-4a51-b023-89fdcd2836f5 HTTP/1.1" status: 204 len: 168 time: 0.3427417 Aug 23 06:06:07.846609 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 33302) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:07.853776 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90b9b7-245e-49e5-922b-8698cf7a2008 admin admin] Pushing event deleted for resources: {'Network': ['ID=86cd9f1b-1c10-4a51-b023-89fdcd2836f5,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:07.890462 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda9e5ef-5499-434e-af92-1d9f68187a45 admin admin] Deleting subnet 548e647d-3aac-489c-8cec-8523cb990575 {{(pid=104496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:06:07.893544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eda9e5ef-5499-434e-af92-1d9f68187a45 admin admin] Publish callbacks [] for subnet (548e647d-3aac-489c-8cec-8523cb990575), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.930240 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eda9e5ef-5499-434e-af92-1d9f68187a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31873289'] for subnet (548e647d-3aac-489c-8cec-8523cb990575), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:07.968611 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eda9e5ef-5499-434e-af92-1d9f68187a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (548e647d-3aac-489c-8cec-8523cb990575), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.091376 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eda9e5ef-5499-434e-af92-1d9f68187a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31817439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30818217'] for subnet (548e647d-3aac-489c-8cec-8523cb990575), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.117407 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9e5ef-5499-434e-af92-1d9f68187a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548e647d-3aac-489c-8cec-8523cb990575,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:08.122475 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eda9e5ef-5499-434e-af92-1d9f68187a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.125927 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-eda9e5ef-5499-434e-af92-1d9f68187a45 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/548e647d-3aac-489c-8cec-8523cb990575 HTTP/1.1" status: 204 len: 168 time: 0.2782969 Aug 23 06:06:08.128948 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 33306) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:08.163676 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35afcfb-969c-4779-ad10-527b92137c7c req-1b63aef7-80f2-4277-851b-cfc3518408f6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:08.165869 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c35afcfb-969c-4779-ad10-527b92137c7c req-1b63aef7-80f2-4277-851b-cfc3518408f6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0616140 Aug 23 06:06:08.205807 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (f048fbe6-b414-48b0-a570-f8f4d2b72776), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.216047 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c35afcfb-969c-4779-ad10-527b92137c7c req-beed4229-bfe3-4186-b7f7-8b0365328868 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Aug 23 06:06:08.287944 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (f048fbe6-b414-48b0-a570-f8f4d2b72776), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.308219 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f048fbe6-b414-48b0-a570-f8f4d2b72776']}} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:08.317213 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838af3ca-300c-4326-ac99-16632b17ecc6') {'for_net_delete': True} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:08.317974 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838af3ca-300c-4326-ac99-16632b17ecc6') {} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:06:08.330331 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31873280'] for segment (838af3ca-300c-4326-ac99-16632b17ecc6), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.343799 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (838af3ca-300c-4326-ac99-16632b17ecc6), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.349748 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:06:08.350186 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31817597'] for segment (838af3ca-300c-4326-ac99-16632b17ecc6), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.388283 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 838af3ca-300c-4326-ac99-16632b17ecc6 resource provider aggregate not found Aug 23 06:06:08.406898 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 838af3ca-300c-4326-ac99-16632b17ecc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 838af3ca-300c-4326-ac99-16632b17ecc6 found for delete ", "request_id": "req-1a0f8baf-5d07-421a-945f-1cce2a6b3d42"}]} Aug 23 06:06:08.473870 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (f048fbe6-b414-48b0-a570-f8f4d2b72776), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.478783 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.490028 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f048fbe6-b414-48b0-a570-f8f4d2b72776 HTTP/1.1" status: 204 len: 168 time: 0.3519454 Aug 23 06:06:08.494661 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d176b1-861d-443c-a0df-a920f76e1596 admin admin] Pushing event deleted for resources: {'Network': ['ID=f048fbe6-b414-48b0-a570-f8f4d2b72776,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:08.869162 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33322) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:08.908335 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-189f87de-1773-47c8-b333-78bfd19607de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9bab58ecb3843858828968064dd7878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380371 Aug 23 06:06:08.910817 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33324) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:08.956300 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-962f6e31-bbfc-4d6b-837f-06cb923be0f2 admin admin] Publish callbacks [] for security_group (516a3041-f9f2-4e84-99de-16e87838c0d7), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:08.983614 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-962f6e31-bbfc-4d6b-837f-06cb923be0f2 admin admin] Publish callbacks [] for security_group (516a3041-f9f2-4e84-99de-16e87838c0d7), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:09.102333 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-962f6e31-bbfc-4d6b-837f-06cb923be0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (516a3041-f9f2-4e84-99de-16e87838c0d7), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:09.104917 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-962f6e31-bbfc-4d6b-837f-06cb923be0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:09.106106 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-962f6e31-bbfc-4d6b-837f-06cb923be0f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/516a3041-f9f2-4e84-99de-16e87838c0d7 HTTP/1.1" status: 204 len: 168 time: 0.1943235 Aug 23 06:06:09.113992 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f6e31-bbfc-4d6b-837f-06cb923be0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516a3041-f9f2-4e84-99de-16e87838c0d7,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:09.351229 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2c4c6-b737-4b8d-aaca-2b6dd47b5eeb req-a525e8d4-cea2-40d3-8fa9-95ed95f18d1b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:09.355489 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-dfe2c4c6-b737-4b8d-aaca-2b6dd47b5eeb req-a525e8d4-cea2-40d3-8fa9-95ed95f18d1b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Aug 23 06:06:09.404609 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-dfe2c4c6-b737-4b8d-aaca-2b6dd47b5eeb req-f090e01b-84d8-4ff4-8eff-8038005a8b25 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Aug 23 06:06:09.834373 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33354) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:09.875173 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8d11102e-108a-4b84-8535-096c81139cc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c734cb02f2634987be53f4f20dbb123f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395286 Aug 23 06:06:09.877516 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33358) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:09.955974 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-23e17e97-51cb-4e10-bc8e-beb335d46aa8 admin admin] Publish callbacks [] for security_group (d5cef6b7-a18b-4717-81cf-b61cf8bfce97), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:09.978683 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-23e17e97-51cb-4e10-bc8e-beb335d46aa8 admin admin] Publish callbacks [] for security_group (d5cef6b7-a18b-4717-81cf-b61cf8bfce97), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:10.102063 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-23e17e97-51cb-4e10-bc8e-beb335d46aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (d5cef6b7-a18b-4717-81cf-b61cf8bfce97), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:10.104625 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-23e17e97-51cb-4e10-bc8e-beb335d46aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:10.105846 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-23e17e97-51cb-4e10-bc8e-beb335d46aa8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5cef6b7-a18b-4717-81cf-b61cf8bfce97 HTTP/1.1" status: 204 len: 168 time: 0.2272248 Aug 23 06:06:10.114272 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e17e97-51cb-4e10-bc8e-beb335d46aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cef6b7-a18b-4717-81cf-b61cf8bfce97,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:10.325175 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:10.523626 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10610b6-0932-46df-8b53-d5e0fc81f6de req-a62b9f85-091a-4310-acb6-fa326f854c9b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:10.525199 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c10610b6-0932-46df-8b53-d5e0fc81f6de req-a62b9f85-091a-4310-acb6-fa326f854c9b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0517695 Aug 23 06:06:10.574790 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c10610b6-0932-46df-8b53-d5e0fc81f6de req-3dc1b6ea-c523-42df-ab75-9522ce21602a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Aug 23 06:06:11.697557 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d8dfc-4434-4378-a95d-0910ab844998 req-c69b9021-2ce5-45e1-8a6c-7e539896e2e0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:11.699021 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e25d8dfc-4434-4378-a95d-0910ab844998 req-c69b9021-2ce5-45e1-8a6c-7e539896e2e0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0557737 Aug 23 06:06:11.744057 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e25d8dfc-4434-4378-a95d-0910ab844998 req-5655d33a-8bca-4a26-96d8-abe85a30f7f2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394638 Aug 23 06:06:12.861313 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b05a9-7bcf-4f93-aa2f-5768e803b2ca req-e47e9222-aa6c-4572-a83e-9e59ec191132 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:12.862784 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-023b05a9-7bcf-4f93-aa2f-5768e803b2ca req-e47e9222-aa6c-4572-a83e-9e59ec191132 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0506763 Aug 23 06:06:12.907186 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-023b05a9-7bcf-4f93-aa2f-5768e803b2ca req-77e71f03-286c-411b-a750-494b9b3e1188 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389063 Aug 23 06:06:14.026528 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafb697-f597-4618-9a4f-83318da4e471 req-a58ae001-9d81-44b5-a213-089eb17409e6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:14.028055 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5cafb697-f597-4618-9a4f-83318da4e471 req-a58ae001-9d81-44b5-a213-089eb17409e6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Aug 23 06:06:14.073923 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5cafb697-f597-4618-9a4f-83318da4e471 req-5bb84833-2df0-40e2-b7e7-dd0f2fd056db tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Aug 23 06:06:15.192918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c8126-0361-476b-8a34-a8183ebd767d req-3d904f7f-61b6-4645-ad6d-84ff28b50b30 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:15.194480 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-345c8126-0361-476b-8a34-a8183ebd767d req-3d904f7f-61b6-4645-ad6d-84ff28b50b30 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0529890 Aug 23 06:06:15.242346 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-345c8126-0361-476b-8a34-a8183ebd767d req-13efe55c-41a3-4fcd-9f65-f65ff66b1b00 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Aug 23 06:06:15.891542 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551cf2e-0ec9-44de-bd75-d95e863327b2 req-41ed8ed4-cda9-4704-81df-bd1e481e5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:15.893069 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8551cf2e-0ec9-44de-bd75-d95e863327b2 req-41ed8ed4-cda9-4704-81df-bd1e481e5b1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 1129 time: 0.0463066 Aug 23 06:06:15.937819 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8551cf2e-0ec9-44de-bd75-d95e863327b2 req-e0101621-f00e-41f4-a99c-a1eb0e4c666c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367372 Aug 23 06:06:16.370440 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07a7d0-9139-44e7-a874-e4d40b60c88b req-6faf3e2a-9553-4d20-b3ca-8177c8f9cb4c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:16.376183 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bd07a7d0-9139-44e7-a874-e4d40b60c88b req-6faf3e2a-9553-4d20-b3ca-8177c8f9cb4c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0593252 Aug 23 06:06:16.424054 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bd07a7d0-9139-44e7-a874-e4d40b60c88b req-c5a60164-47d1-43e8-a995-66fde53e4377 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461869 Aug 23 06:06:16.764206 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00c8264b-483e-4647-90ba-0ab495d4242b req-e376a6f0-ca97-4243-b9b4-9452e634ab48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435886 Aug 23 06:06:16.879830 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8264b-483e-4647-90ba-0ab495d4242b req-1c3a445a-072e-4170-ac4c-fd607ad11c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:16.881352 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00c8264b-483e-4647-90ba-0ab495d4242b req-1c3a445a-072e-4170-ac4c-fd607ad11c77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 1129 time: 0.0451407 Aug 23 06:06:16.996524 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8264b-483e-4647-90ba-0ab495d4242b req-f98d4cf9-c7b9-41f2-be93-7ac132905a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:17.000528 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00c8264b-483e-4647-90ba-0ab495d4242b req-f98d4cf9-c7b9-41f2-be93-7ac132905a20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.0911853 Aug 23 06:06:17.038226 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00c8264b-483e-4647-90ba-0ab495d4242b req-21cba79f-be55-4cee-8291-bcc00e60e7a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cabd77a3-e27b-4937-89fb-79c28a119eee HTTP/1.1" status: 200 len: 217 time: 0.0332303 Aug 23 06:06:17.090043 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8264b-483e-4647-90ba-0ab495d4242b req-3bcacc79-450b-4ca8-8ff3-49efe959cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:17.091510 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00c8264b-483e-4647-90ba-0ab495d4242b req-3bcacc79-450b-4ca8-8ff3-49efe959cff1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0464821 Aug 23 06:06:17.155782 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8264b-483e-4647-90ba-0ab495d4242b req-dd91cc7b-81dd-4ef3-a012-a04896d3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:17.158016 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00c8264b-483e-4647-90ba-0ab495d4242b req-dd91cc7b-81dd-4ef3-a012-a04896d3f2ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514452 Aug 23 06:06:17.249531 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00c8264b-483e-4647-90ba-0ab495d4242b req-67ff3b28-24dc-4d2d-97bb-cc138884a5ad service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845206 Aug 23 06:06:17.345821 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00c8264b-483e-4647-90ba-0ab495d4242b req-5b12b5f0-05ce-420b-b24a-27e2ec0b8a1e service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894518 Aug 23 06:06:17.543396 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd57a-b464-4d2d-83e7-566ab83c6346 req-20898710-3163-4342-8813-145275446036 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:17.544889 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b2abd57a-b464-4d2d-83e7-566ab83c6346 req-20898710-3163-4342-8813-145275446036 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Aug 23 06:06:17.591405 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b2abd57a-b464-4d2d-83e7-566ab83c6346 req-1ff7d43d-2c83-4468-bd3d-d6948488be7c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Aug 23 06:06:18.726847 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15806d38-7400-4e8c-838c-2065b651bd57 req-a98be5cd-0d70-47c8-9a84-3cf3a60a2f78 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:18.726847 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-15806d38-7400-4e8c-838c-2065b651bd57 req-a98be5cd-0d70-47c8-9a84-3cf3a60a2f78 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0585008 Aug 23 06:06:18.777050 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-15806d38-7400-4e8c-838c-2065b651bd57 req-21b1dfe4-39bb-4597-a6a4-ed365c02da07 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473890 Aug 23 06:06:18.900736 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70048-3875-4dfd-aed8-eddca040d8e8 req-c549d14d-f438-4964-afda-1073dec54013 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:18.902237 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d1c70048-3875-4dfd-aed8-eddca040d8e8 req-c549d14d-f438-4964-afda-1073dec54013 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0561993 Aug 23 06:06:18.952730 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d1c70048-3875-4dfd-aed8-eddca040d8e8 req-b7d4041c-fed1-41ca-bb00-19487bf24e8c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447822 Aug 23 06:06:19.244092 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33586) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:19.353251 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0f69c599-4c34-4cc5-b407-1b55e7af678c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:19.434680 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0f69c599-4c34-4cc5-b407-1b55e7af678c admin admin] Publish callbacks [] for security_group (be388fe3-ef60-465e-9c9b-b6ac45346b27), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:19.496178 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0f69c599-4c34-4cc5-b407-1b55e7af678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (be388fe3-ef60-465e-9c9b-b6ac45346b27), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:19.538866 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0f69c599-4c34-4cc5-b407-1b55e7af678c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e090573abed4f19a00220b581606500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911706 Aug 23 06:06:19.538866 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69c599-4c34-4cc5-b407-1b55e7af678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be388fe3-ef60-465e-9c9b-b6ac45346b27,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:19.540543 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 33594) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:19.593383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcd87a27-c50f-4307-934b-2f7047eae2c3 admin admin] Publish callbacks [] for security_group (be388fe3-ef60-465e-9c9b-b6ac45346b27), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:19.616902 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcd87a27-c50f-4307-934b-2f7047eae2c3 admin admin] Publish callbacks [] for security_group (be388fe3-ef60-465e-9c9b-b6ac45346b27), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:19.713319 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcd87a27-c50f-4307-934b-2f7047eae2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (be388fe3-ef60-465e-9c9b-b6ac45346b27), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:19.716587 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcd87a27-c50f-4307-934b-2f7047eae2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:19.717983 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-dcd87a27-c50f-4307-934b-2f7047eae2c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be388fe3-ef60-465e-9c9b-b6ac45346b27 HTTP/1.1" status: 204 len: 168 time: 0.1768088 Aug 23 06:06:19.733230 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd87a27-c50f-4307-934b-2f7047eae2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be388fe3-ef60-465e-9c9b-b6ac45346b27,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:22.229991 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d17ec-aed8-435f-9813-70571ec3e84a req-7137cd39-dffe-4d3a-8f15-7a3d1031d4a9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:22.231475 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ef3d17ec-aed8-435f-9813-70571ec3e84a req-7137cd39-dffe-4d3a-8f15-7a3d1031d4a9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0539432 Aug 23 06:06:22.278277 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ef3d17ec-aed8-435f-9813-70571ec3e84a req-41b9a568-2e7f-4a0c-9195-56e8bc6ab641 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Aug 23 06:06:23.278206 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2b277105-47aa-4f4e-977e-bb8e0a56475d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:23.399003 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca9d2e-5806-4186-97ad-baf24bbc0345 req-9d008409-306f-4a8d-864a-0c540d662e5a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:23.400482 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1bca9d2e-5806-4186-97ad-baf24bbc0345 req-9d008409-306f-4a8d-864a-0c540d662e5a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0521491 Aug 23 06:06:23.448987 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1bca9d2e-5806-4186-97ad-baf24bbc0345 req-5893865c-6bcd-46b9-b4b1-1bd442047850 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Aug 23 06:06:24.553233 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-89b3932f-760b-4d91-aeee-e7b1005ade74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:24.555505 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-89b3932f-760b-4d91-aeee-e7b1005ade74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 1129 time: 0.0691345 Aug 23 06:06:24.576277 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75e321-cfa8-4472-bd46-d74b0774555c req-c5a5d92a-8cdc-474d-9e04-2fe4e0d7c155 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:24.577749 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b75e321-cfa8-4472-bd46-d74b0774555c req-c5a5d92a-8cdc-474d-9e04-2fe4e0d7c155 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0590043 Aug 23 06:06:24.626004 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b75e321-cfa8-4472-bd46-d74b0774555c req-dee6f51f-2237-4c52-bd4c-479d0fbfa1a9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Aug 23 06:06:25.381158 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-06f65ad3-bfc6-4c1e-bc5a-dad3c6987d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:25.744032 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df888649-41d6-497e-8f20-ae3eb7beb9cd req-a3947ae0-a2a7-4bb3-ac64-fa7c5f5ae3e9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:25.745560 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-df888649-41d6-497e-8f20-ae3eb7beb9cd req-a3947ae0-a2a7-4bb3-ac64-fa7c5f5ae3e9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Aug 23 06:06:25.794250 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-df888649-41d6-497e-8f20-ae3eb7beb9cd req-018efc84-b48f-425f-917d-6764a434e819 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Aug 23 06:06:25.815527 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-2e969e8c-7017-445d-9e07-28125423e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:25.817055 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-2e969e8c-7017-445d-9e07-28125423e80d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.0949647 Aug 23 06:06:25.856457 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-6d39eaaf-62d7-4852-898a-7ca4f0387a2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cabd77a3-e27b-4937-89fb-79c28a119eee HTTP/1.1" status: 200 len: 217 time: 0.0327041 Aug 23 06:06:25.909199 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-24e98eea-ec9a-4eda-907e-638a0cd54801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:25.910760 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-24e98eea-ec9a-4eda-907e-638a0cd54801 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0495007 Aug 23 06:06:25.958606 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-7c832fb8-d06e-42fb-a977-67ed56b64ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:25.960086 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-7c832fb8-d06e-42fb-a977-67ed56b64ebd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435996 Aug 23 06:06:26.057853 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-c4ef3b95-2c40-43a1-aee4-bfc921d9a800 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850894 Aug 23 06:06:26.148545 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ffbda5-30df-4b17-b52f-01bc1fdfca99 req-00caab84-0fd4-44ee-b46a-9bbfe003655d service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842664 Aug 23 06:06:26.919725 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4228a5-31fc-4025-9fff-b5602550588b req-3772ac7f-bca9-4bd8-a317-9b94bf279fc4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:26.921345 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a4228a5-31fc-4025-9fff-b5602550588b req-3772ac7f-bca9-4bd8-a317-9b94bf279fc4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0545628 Aug 23 06:06:26.934442 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:26.969854 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a4228a5-31fc-4025-9fff-b5602550588b req-a5f73921-9729-4973-bc64-afbd7639857a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Aug 23 06:06:28.105412 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15363984-5090-40fd-9ddb-d495869972e3 req-75d6431d-ece4-477f-b8a2-8e82e17301b1 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:28.106988 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-15363984-5090-40fd-9ddb-d495869972e3 req-75d6431d-ece4-477f-b8a2-8e82e17301b1 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0657623 Aug 23 06:06:28.156597 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-15363984-5090-40fd-9ddb-d495869972e3 req-7dccd276-4c89-433e-908e-cb633e05d599 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Aug 23 06:06:28.200048 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:29.278541 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fc8c3-0a2c-4629-9e11-03336bf8ed09 req-02d2deb1-6867-4c39-97c6-4cdc7f17adc4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:29.280005 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-054fc8c3-0a2c-4629-9e11-03336bf8ed09 req-02d2deb1-6867-4c39-97c6-4cdc7f17adc4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0554612 Aug 23 06:06:29.325561 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-054fc8c3-0a2c-4629-9e11-03336bf8ed09 req-1633b6e6-3bb7-40ed-bc0d-350ac15c7094 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Aug 23 06:06:29.466753 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:30.446800 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d0acd-e75e-4b93-9d96-39c19ce8ee83 req-7e5f9e9e-c00f-4fbe-9b9c-ba1cd0e7d0dc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:30.448175 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2b3d0acd-e75e-4b93-9d96-39c19ce8ee83 req-7e5f9e9e-c00f-4fbe-9b9c-ba1cd0e7d0dc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0539660 Aug 23 06:06:30.492361 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2b3d0acd-e75e-4b93-9d96-39c19ce8ee83 req-4a8e44b1-10a1-477d-9170-32442d1996bd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387766 Aug 23 06:06:31.610525 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b402e-fb04-4386-b188-c32efe963b95 req-4de70a1c-dc86-4b7d-b30a-987b6b7ac705 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:31.612025 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d59b402e-fb04-4386-b188-c32efe963b95 req-4de70a1c-dc86-4b7d-b30a-987b6b7ac705 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Aug 23 06:06:31.657067 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d59b402e-fb04-4386-b188-c32efe963b95 req-86fb89a5-7922-4fb6-9a7d-5053d14ad786 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Aug 23 06:06:32.777356 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10108-184b-469c-b57f-272d31476b76 req-325e2552-4b1f-43a0-aec5-296a6257606e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:32.778852 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6fd10108-184b-469c-b57f-272d31476b76 req-325e2552-4b1f-43a0-aec5-296a6257606e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0511177 Aug 23 06:06:32.823423 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6fd10108-184b-469c-b57f-272d31476b76 req-fca14c05-7b77-4152-8b27-1befc13387c6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Aug 23 06:06:33.942034 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbd57f-ec01-4951-ae6e-16b30c8b0fba req-a665a457-55f7-401c-ad70-02120c7131bc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:33.943444 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41bbd57f-ec01-4951-ae6e-16b30c8b0fba req-a665a457-55f7-401c-ad70-02120c7131bc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0523474 Aug 23 06:06:33.995162 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41bbd57f-ec01-4951-ae6e-16b30c8b0fba req-5391386f-00d6-4061-871e-53657c672d1f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 Aug 23 06:06:35.114348 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26049fe-e843-4281-92f9-5764b87f882a req-098baebd-ab0f-4f55-af76-c288e75339b9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:35.115804 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c26049fe-e843-4281-92f9-5764b87f882a req-098baebd-ab0f-4f55-af76-c288e75339b9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0510039 Aug 23 06:06:35.165068 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c26049fe-e843-4281-92f9-5764b87f882a req-6f73494b-6f06-4e4e-b8a0-fbee26120681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Aug 23 06:06:36.290352 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f062f-2171-4e65-aea8-f3933de200ee req-a95a6f99-f51a-4124-a25d-1675ecfccd99 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:36.291843 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1b4f062f-2171-4e65-aea8-f3933de200ee req-a95a6f99-f51a-4124-a25d-1675ecfccd99 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0563192 Aug 23 06:06:36.339205 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1b4f062f-2171-4e65-aea8-f3933de200ee req-7d64b4a1-2e66-4515-8457-365c0e236b93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Aug 23 06:06:37.459081 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ab63d-5240-4930-b78a-bc7ac1fc56ec req-22b4d6f7-ce0c-4319-b365-d2dcac1a29d1 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:37.460534 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-884ab63d-5240-4930-b78a-bc7ac1fc56ec req-22b4d6f7-ce0c-4319-b365-d2dcac1a29d1 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0504930 Aug 23 06:06:37.507008 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-884ab63d-5240-4930-b78a-bc7ac1fc56ec req-5cb9765e-ade5-40c5-b2f7-66653f741de9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Aug 23 06:06:38.625233 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb3dc9-3cbf-4ded-b531-8a4627c8d1c5 req-4dfd409f-b6fe-4976-9fc0-f56c23a4270b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:38.626749 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-45bb3dc9-3cbf-4ded-b531-8a4627c8d1c5 req-4dfd409f-b6fe-4976-9fc0-f56c23a4270b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0518272 Aug 23 06:06:38.673155 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-45bb3dc9-3cbf-4ded-b531-8a4627c8d1c5 req-77d4c106-3d96-49d9-a23c-d54c77c37bb0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Aug 23 06:06:39.499262 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:06:39.791053 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6377c-aa8b-42c4-9d50-4ba7caad6a9f req-09bd8073-be27-42ca-b75e-65ab4de942ca tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:39.792520 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4cc6377c-aa8b-42c4-9d50-4ba7caad6a9f req-09bd8073-be27-42ca-b75e-65ab4de942ca tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Aug 23 06:06:39.837343 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4cc6377c-aa8b-42c4-9d50-4ba7caad6a9f req-84f83072-797c-463d-b066-78b147c982cf tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Aug 23 06:06:40.271706 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:40.960346 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c27795-ba27-4101-ba9f-c48f3b4ab5e8 req-e4afc3f2-15ec-41c0-8296-7f8aa0c21f89 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:40.961860 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1c27795-ba27-4101-ba9f-c48f3b4ab5e8 req-e4afc3f2-15ec-41c0-8296-7f8aa0c21f89 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Aug 23 06:06:41.008268 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1c27795-ba27-4101-ba9f-c48f3b4ab5e8 req-9ab8b1dd-e3d2-4538-bfb4-6e35a16d2374 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Aug 23 06:06:42.132488 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa4fe-7278-402e-abb0-aa1f08e081e3 req-1a79fba4-05fb-4cf5-8c0d-43ef40db996a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:42.134006 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d4efa4fe-7278-402e-abb0-aa1f08e081e3 req-1a79fba4-05fb-4cf5-8c0d-43ef40db996a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0559542 Aug 23 06:06:42.180017 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d4efa4fe-7278-402e-abb0-aa1f08e081e3 req-94309efe-8020-4663-93ce-6226ac3323d8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404816 Aug 23 06:06:43.296902 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3998f-1616-475d-8500-23eeca88b440 req-30bf282d-ce56-42a3-a05e-a880ead50ea2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:43.299906 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2eb3998f-1616-475d-8500-23eeca88b440 req-30bf282d-ce56-42a3-a05e-a880ead50ea2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0506582 Aug 23 06:06:43.347750 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2eb3998f-1616-475d-8500-23eeca88b440 req-b645ed30-0796-40cd-9c82-ffa643fa6e56 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 Aug 23 06:06:44.468599 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc97cc-f10c-4b19-88fd-d229a9e3b92b req-b2ed503a-521c-449c-9f3a-b60f257e7d1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:44.470066 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c0dc97cc-f10c-4b19-88fd-d229a9e3b92b req-b2ed503a-521c-449c-9f3a-b60f257e7d1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Aug 23 06:06:44.516330 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c0dc97cc-f10c-4b19-88fd-d229a9e3b92b req-8630cf64-0f32-4c88-84df-a007ca58094f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Aug 23 06:06:45.640912 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b2e9e-4f2a-4199-907c-f7a3bdc86f0d req-f6e1ef74-840a-47a5-bdb5-6151014a5309 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:45.642522 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-405b2e9e-4f2a-4199-907c-f7a3bdc86f0d req-f6e1ef74-840a-47a5-bdb5-6151014a5309 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0527821 Aug 23 06:06:45.707048 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-405b2e9e-4f2a-4199-907c-f7a3bdc86f0d req-fd5737e7-ec88-494e-b56d-69bc9f86c911 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581915 Aug 23 06:06:46.834890 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0378561-4955-47b3-a671-54541f02c8d4 req-3a97e308-75fb-42b4-bf6f-4aa9b73261b3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:46.836283 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c0378561-4955-47b3-a671-54541f02c8d4 req-3a97e308-75fb-42b4-bf6f-4aa9b73261b3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0556045 Aug 23 06:06:46.882387 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c0378561-4955-47b3-a671-54541f02c8d4 req-63c7cf11-052c-46e9-b7a7-01f8dbb70c23 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Aug 23 06:06:48.001278 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efec2c-a5d2-4abf-b39c-92a2c79dd84b req-4b253b44-61b6-4bf6-abb7-a049f257d720 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:48.002715 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c9efec2c-a5d2-4abf-b39c-92a2c79dd84b req-4b253b44-61b6-4bf6-abb7-a049f257d720 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0525734 Aug 23 06:06:48.049255 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c9efec2c-a5d2-4abf-b39c-92a2c79dd84b req-87e2e58a-c17a-4b65-8b8b-7b6132d1782f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Aug 23 06:06:49.175296 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03053cc1-6697-4e92-96f9-80e2c3c46839 req-806d33c5-10f1-4b72-b1ea-bfbd8ce4006e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:49.176798 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-03053cc1-6697-4e92-96f9-80e2c3c46839 req-806d33c5-10f1-4b72-b1ea-bfbd8ce4006e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0528529 Aug 23 06:06:49.222263 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-03053cc1-6697-4e92-96f9-80e2c3c46839 req-76728f4a-96d8-4f59-a5ee-7315ef670df1 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 Aug 23 06:06:50.340620 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ef5b4-055a-46b4-8af4-187b92fbd106 req-cbe70b95-3335-445f-8f1f-4703e9ed2e9e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:50.342129 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a94ef5b4-055a-46b4-8af4-187b92fbd106 req-cbe70b95-3335-445f-8f1f-4703e9ed2e9e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Aug 23 06:06:50.389350 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a94ef5b4-055a-46b4-8af4-187b92fbd106 req-4cf30a72-012e-432b-8b4a-43f141b95c4f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Aug 23 06:06:51.510579 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75745fc-3af8-4e85-9cda-a19f1ec6a190 req-ef85eb67-8be9-4985-b805-448f97fda1a6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:51.512264 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e75745fc-3af8-4e85-9cda-a19f1ec6a190 req-ef85eb67-8be9-4985-b805-448f97fda1a6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0518966 Aug 23 06:06:51.562949 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e75745fc-3af8-4e85-9cda-a19f1ec6a190 req-093e25b3-00ec-448b-baa1-14c2774c4892 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 Aug 23 06:06:52.688377 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df49bb5-ff5c-4388-8a66-f55cfb8ed308 req-73caed15-045e-4d81-8670-a42e7022dc2b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:52.689882 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3df49bb5-ff5c-4388-8a66-f55cfb8ed308 req-73caed15-045e-4d81-8670-a42e7022dc2b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0552449 Aug 23 06:06:52.735800 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3df49bb5-ff5c-4388-8a66-f55cfb8ed308 req-5bad19f3-074b-42a3-914f-1c3d860b3a27 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Aug 23 06:06:53.254576 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b9f723f6-1f15-47ac-81f7-1f8e25eaa49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:53.856445 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e368041-cbcf-4d39-a026-2b7c33919795 req-5413bc78-c57a-4d5e-85e4-c89621863714 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:53.857933 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8e368041-cbcf-4d39-a026-2b7c33919795 req-5413bc78-c57a-4d5e-85e4-c89621863714 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0516007 Aug 23 06:06:53.905164 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8e368041-cbcf-4d39-a026-2b7c33919795 req-fcfa29da-61de-474c-8e6e-db2ccc9ded0c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Aug 23 06:06:55.026358 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3784eaf-3498-453e-aead-c5e221e5e013 req-589f7903-d855-4779-bdbf-817a4cb8a7ea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:55.027860 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3784eaf-3498-453e-aead-c5e221e5e013 req-589f7903-d855-4779-bdbf-817a4cb8a7ea tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0527620 Aug 23 06:06:55.074244 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3784eaf-3498-453e-aead-c5e221e5e013 req-c80a079e-42d9-4260-9cdb-308867383b74 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Aug 23 06:06:55.385469 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3de6b131-83a0-4ad6-a264-39524fd4cf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:56.195186 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ceabe-96ea-4e3a-a420-d1ceebf5436e req-d0919d60-b0e1-4971-81d7-15c6e71f0f66 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:56.196698 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5e5ceabe-96ea-4e3a-a420-d1ceebf5436e req-d0919d60-b0e1-4971-81d7-15c6e71f0f66 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0514815 Aug 23 06:06:56.244702 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5e5ceabe-96ea-4e3a-a420-d1ceebf5436e req-691c545e-47da-4ab6-b83d-c12468542879 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 Aug 23 06:06:56.899381 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:57.383523 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b97509-f31b-44a8-aa1a-2bfabdd00f02 req-2ba29b00-5ace-44b8-8c6f-3f6e88ad61c3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:57.386101 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-26b97509-f31b-44a8-aa1a-2bfabdd00f02 req-2ba29b00-5ace-44b8-8c6f-3f6e88ad61c3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0667605 Aug 23 06:06:57.436128 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-26b97509-f31b-44a8-aa1a-2bfabdd00f02 req-ffa13eb5-bbdb-432a-81f8-9f810b792f3d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Aug 23 06:06:57.942160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34204) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:58.086669 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:58.128421 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:58.160528 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Publish callbacks [] for security_group (05e2e306-bf4c-4f4b-bec3-29efb35594ec), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:58.276966 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (05e2e306-bf4c-4f4b-bec3-29efb35594ec), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:58.314075 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2e306-bf4c-4f4b-bec3-29efb35594ec,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:58.318096 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c3d59fa12714b06ac852218576515fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742177 Aug 23 06:06:58.321037 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34210) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:06:58.324383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.324677 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.325162 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.325565 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.325891 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.326220 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.326546 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.326901 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.327283 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.327547 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.327868 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.328507 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.328507 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36032e34-3a6c-44c8-80e1-fc6940213e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.373942 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Publish callbacks [] for security_group (05e2e306-bf4c-4f4b-bec3-29efb35594ec), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:58.396448 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Publish callbacks [] for security_group (05e2e306-bf4c-4f4b-bec3-29efb35594ec), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:58.518705 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (05e2e306-bf4c-4f4b-bec3-29efb35594ec), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:58.521005 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:58.522097 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05e2e306-bf4c-4f4b-bec3-29efb35594ec HTTP/1.1" status: 204 len: 168 time: 0.1999545 Aug 23 06:06:58.550425 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2e306-bf4c-4f4b-bec3-29efb35594ec,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:06:58.559765 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.560111 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.560454 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.560790 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.561117 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.561466 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.561789 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.562120 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.562442 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.562777 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.563087 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.563406 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.563722 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94991a4-7123-4705-9544-5803242cfe01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:06:58.584629 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba597ce-5411-43c5-bcd6-4a55e727373f req-8f4752c9-1aac-4efb-adbc-63e4bc9324f8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:58.590018 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2ba597ce-5411-43c5-bcd6-4a55e727373f req-8f4752c9-1aac-4efb-adbc-63e4bc9324f8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0809703 Aug 23 06:06:58.642062 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2ba597ce-5411-43c5-bcd6-4a55e727373f req-ffc6ff73-73d6-4f48-8adf-35326723e603 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Aug 23 06:06:59.459885 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:06:59.775218 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1a3d3-3c74-4c4b-8aa4-aabadee02330 req-ee173aef-2db6-4f11-a127-852357422f47 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:06:59.776922 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1bf1a3d3-3c74-4c4b-8aa4-aabadee02330 req-ee173aef-2db6-4f11-a127-852357422f47 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0539200 Aug 23 06:06:59.827279 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1bf1a3d3-3c74-4c4b-8aa4-aabadee02330 req-455b335d-62f7-41ce-9e32-e2a33348bde9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Aug 23 06:07:00.950567 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e41db-e1fb-40e7-b345-294f044fe487 req-7b5b1a4f-64bd-419b-bac4-0552af01d437 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:00.951992 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0c6e41db-e1fb-40e7-b345-294f044fe487 req-7b5b1a4f-64bd-419b-bac4-0552af01d437 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0528734 Aug 23 06:07:01.001897 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0c6e41db-e1fb-40e7-b345-294f044fe487 req-49f799d3-134f-49e4-8a97-3712832127c9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Aug 23 06:07:01.345390 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e91d9-b771-4180-8dd7-1c7d222591d5 req-9348f298-1cff-4627-9470-6734713bef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:01.347034 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b37e91d9-b771-4180-8dd7-1c7d222591d5 req-9348f298-1cff-4627-9470-6734713bef18 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 1129 time: 0.0465384 Aug 23 06:07:01.391006 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b37e91d9-b771-4180-8dd7-1c7d222591d5 req-cc0939ba-8393-4f5e-b9f2-0e49f0cd73e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Aug 23 06:07:02.123917 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c835-ddfe-4740-9f7c-eab15e001fce req-ffb02f0a-dd66-402b-87a1-3e5b639c84fa tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:02.125411 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-18c4c835-ddfe-4740-9f7c-eab15e001fce req-ffb02f0a-dd66-402b-87a1-3e5b639c84fa tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0512729 Aug 23 06:07:02.172587 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-18c4c835-ddfe-4740-9f7c-eab15e001fce req-c88185f6-09f7-4022-9f47-807ed2c7c9b9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Aug 23 06:07:03.296587 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca48a-90a3-4ba8-8d8d-a9f418e0d810 req-409415c0-fc79-4815-bcea-a2eefb4d30ca tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:03.298518 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2f5ca48a-90a3-4ba8-8d8d-a9f418e0d810 req-409415c0-fc79-4815-bcea-a2eefb4d30ca tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0527005 Aug 23 06:07:03.345098 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2f5ca48a-90a3-4ba8-8d8d-a9f418e0d810 req-a0ed08df-dffa-43d9-b3c6-98adaa25585f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Aug 23 06:07:04.483178 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0cab2-9b3e-4e34-9cd1-82ef40057e44 req-bbb6f22d-e0dc-4b0a-9607-e04f96645c23 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:04.485359 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b3d0cab2-9b3e-4e34-9cd1-82ef40057e44 req-bbb6f22d-e0dc-4b0a-9607-e04f96645c23 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0638626 Aug 23 06:07:04.535305 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b3d0cab2-9b3e-4e34-9cd1-82ef40057e44 req-b9b803a9-b5e3-4aba-8d3c-a7cfd439c0f2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Aug 23 06:07:04.656032 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-327ac6a5-49bb-4a73-918f-e30c526ee80e tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=095c1f7ad2ef48a1a0cac96c0860cf64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312009 Aug 23 06:07:04.847510 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-0183d622-6727-433c-bc0d-af90acd26ce8 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:04.849024 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-0183d622-6727-433c-bc0d-af90acd26ce8 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858082 Aug 23 06:07:04.863997 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-93194fc8-2553-4ce4-b549-0dc2e201903c tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/quotas/095c1f7ad2ef48a1a0cac96c0860cf64 HTTP/1.1" status: 200 len: 375 time: 0.0093071 Aug 23 06:07:04.895821 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-225871f3-bce0-4532-a3f0-4b35082febaa tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=095c1f7ad2ef48a1a0cac96c0860cf64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261533 Aug 23 06:07:05.094686 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983d56-66e0-43d8-adec-1d925477a236 req-ce80fe6d-695e-456a-875f-fb496d216a11 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:05.096201 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a0983d56-66e0-43d8-adec-1d925477a236 req-ce80fe6d-695e-456a-875f-fb496d216a11 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.1130657 Aug 23 06:07:05.146998 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a0983d56-66e0-43d8-adec-1d925477a236 req-84f11a52-a73d-460c-b48a-f301933fc3c2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Aug 23 06:07:05.220408 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-2d6d80c2-dc62-4737-83a2-9b465ec1665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:05.224773 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-2d6d80c2-dc62-4737-83a2-9b465ec1665b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 1129 time: 0.0680356 Aug 23 06:07:05.331304 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7efc6f40-5573-465d-b484-9fcb39f57774 req-42818f6b-5cd8-440f-a6ce-95fe45e319e1 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 210 time: 0.0579581 Aug 23 06:07:05.387283 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-86f923bf-7ac3-4c5b-b774-ee7a26877291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:05.388889 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-86f923bf-7ac3-4c5b-b774-ee7a26877291 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.1492434 Aug 23 06:07:05.432347 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-c20e39e0-19d6-421e-892f-60bb104e1503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cabd77a3-e27b-4937-89fb-79c28a119eee HTTP/1.1" status: 200 len: 217 time: 0.0362625 Aug 23 06:07:05.485878 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-3109fe90-83fb-428b-8a19-4dbcf0b73796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:05.492512 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-3109fe90-83fb-428b-8a19-4dbcf0b73796 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0488429 Aug 23 06:07:05.539180 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-bfe26dec-c3ce-45b3-8cca-64832f0ac887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:05.540692 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-bfe26dec-c3ce-45b3-8cca-64832f0ac887 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456128 Aug 23 06:07:05.634202 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-a663f091-384a-49e0-a604-92c18a52c89d service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865238 Aug 23 06:07:05.731614 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-070cb9f1-fd34-4e53-b1be-ae26cab83ab8 req-1b95063b-4faa-4a43-bc68-14459d52c4e8 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896497 Aug 23 06:07:06.312048 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c549-84aa-403d-bbe5-f3b52f87e8d8 req-2ff13a73-bfd2-4527-9086-f9209de75417 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:06.316599 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-44a6c549-84aa-403d-bbe5-f3b52f87e8d8 req-2ff13a73-bfd2-4527-9086-f9209de75417 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0788805 Aug 23 06:07:06.380253 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-44a6c549-84aa-403d-bbe5-f3b52f87e8d8 req-259122ea-a3f8-45ba-ae34-09aa7235b195 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567982 Aug 23 06:07:06.487275 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37dec93d-1d13-4c8f-a713-a6975abf4693 req-60e10c7a-f378-45ad-b2b2-4c633821496e tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 210 time: 0.0395861 Aug 23 06:07:07.053487 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34400) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:07.160385 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42ba-d760-4f73-a7a3-bec08ddd17ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:07.238222 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42ba-d760-4f73-a7a3-bec08ddd17ae admin admin] Publish callbacks [] for security_group (7476eb60-9293-4981-86a6-7c9a580f5a35), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:07.344902 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42ba-d760-4f73-a7a3-bec08ddd17ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7476eb60-9293-4981-86a6-7c9a580f5a35), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:07.384931 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ce7c42ba-d760-4f73-a7a3-bec08ddd17ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aff0f84706184f47a8781551d5d522d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301101 Aug 23 06:07:07.385812 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c42ba-d760-4f73-a7a3-bec08ddd17ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7476eb60-9293-4981-86a6-7c9a580f5a35,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:07.387869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34404) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:07.453332 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f248801b-1f2f-42fc-9da7-c39035b6226c admin admin] Publish callbacks [] for security_group (7476eb60-9293-4981-86a6-7c9a580f5a35), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:07.476639 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f248801b-1f2f-42fc-9da7-c39035b6226c admin admin] Publish callbacks [] for security_group (7476eb60-9293-4981-86a6-7c9a580f5a35), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:07.546223 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f39494-f39c-4875-820b-6e2b34d5b25f req-63a9a7b9-ccf6-4097-ac3a-7f6de59cc789 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:07.554045 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-11f39494-f39c-4875-820b-6e2b34d5b25f req-63a9a7b9-ccf6-4097-ac3a-7f6de59cc789 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0823936 Aug 23 06:07:07.601488 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-11f39494-f39c-4875-820b-6e2b34d5b25f req-03d3d080-f226-4cc9-9ade-f115b04d6396 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Aug 23 06:07:07.624052 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b200d81b-5c03-479a-a275-8295ae776df0 req-73a1f4c3-36f1-4b05-82c9-3b33b9b81e57 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 210 time: 0.0448456 Aug 23 06:07:07.633227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f248801b-1f2f-42fc-9da7-c39035b6226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7476eb60-9293-4981-86a6-7c9a580f5a35), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:07.635780 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f248801b-1f2f-42fc-9da7-c39035b6226c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:07.639252 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f248801b-1f2f-42fc-9da7-c39035b6226c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7476eb60-9293-4981-86a6-7c9a580f5a35 HTTP/1.1" status: 204 len: 168 time: 0.2479994 Aug 23 06:07:07.661981 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248801b-1f2f-42fc-9da7-c39035b6226c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7476eb60-9293-4981-86a6-7c9a580f5a35,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:07.665142 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-d0bee7e5-346f-4cce-82d6-74bc53bbd216 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=095c1f7ad2ef48a1a0cac96c0860cf64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495031 Aug 23 06:07:07.872396 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-7fbf3698-cfe5-49a4-96f4-3e5ec99a070a tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:07.880230 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-7fbf3698-cfe5-49a4-96f4-3e5ec99a070a tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031460 Aug 23 06:07:07.890604 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Request body: {'port': {'device_id': 'e6ba690e-400c-4d8d-9e61-53e65fde8df5', 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283', 'admin_state_up': True, 'tenant_id': '095c1f7ad2ef48a1a0cac96c0860cf64'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:08.327993 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Made reservation on behalf of 095c1f7ad2ef48a1a0cac96c0860cf64 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:07:08.331852 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:08.341083 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:08.441875 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks [] for security_group (aeb1fc48-b04c-4371-b31c-3e188622531f), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:08.462364 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34426) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:08.522315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (aeb1fc48-b04c-4371-b31c-3e188622531f), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:08.601662 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-65ddfd09-e64f-4628-a0c0-da9c5bd2e9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:08.617299 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1fc48-b04c-4371-b31c-3e188622531f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:08.708020 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Allocated IP 192.168.233.208 (9768f25a-ab1f-491f-b913-5ff54c79f283/9ff26179-95ef-4ae7-aa41-77bc768a4be4/4c06dc9f-4da5-47f5-8199-c50a0be7bb3d) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:07:08.763881 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c16117a2-200c-4692-852a-ed505a4f3b9d req-5def1302-823b-492d-a367-9358732ddfda tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 210 time: 0.0365844 Aug 23 06:07:08.766492 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e37b36-9621-4a50-b3d6-fff71c1cdedf req-46805531-20b3-4a9c-ba1f-3c7d17029dbc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:08.775352 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-32e37b36-9621-4a50-b3d6-fff71c1cdedf req-46805531-20b3-4a9c-ba1f-3c7d17029dbc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0616040 Aug 23 06:07:08.798079 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-65ddfd09-e64f-4628-a0c0-da9c5bd2e9b7 admin admin] Publish callbacks [] for security_group (e5f00f92-9a7e-4702-8bb1-00b1a1012750), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:08.841737 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-32e37b36-9621-4a50-b3d6-fff71c1cdedf req-b32a6d60-9c91-4688-8d82-e3eba7fcde6d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612104 Aug 23 06:07:08.853665 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-65ddfd09-e64f-4628-a0c0-da9c5bd2e9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (e5f00f92-9a7e-4702-8bb1-00b1a1012750), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:08.920708 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-65ddfd09-e64f-4628-a0c0-da9c5bd2e9b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ceae555bff64305a2b02bfa3d9ce426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540851 Aug 23 06:07:08.920708 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddfd09-e64f-4628-a0c0-da9c5bd2e9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f00f92-9a7e-4702-8bb1-00b1a1012750,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:08.921652 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34440) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:08.967010 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks [] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.015583 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2a87c58f-c683-4bdc-8ce2-2fd3853945f3 admin admin] Publish callbacks [] for security_group (e5f00f92-9a7e-4702-8bb1-00b1a1012750), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.037385 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2a87c58f-c683-4bdc-8ce2-2fd3853945f3 admin admin] Publish callbacks [] for security_group (e5f00f92-9a7e-4702-8bb1-00b1a1012750), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.071142 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.127193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Network 9768f25a-ab1f-491f-b913-5ff54c79f283 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:07:09.132660 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:07:09.137522 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:07:09.159896 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Pushing event updated for resources: {'Port': ['ID=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:09.203135 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:09.203884 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.213770 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2a87c58f-c683-4bdc-8ce2-2fd3853945f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (e5f00f92-9a7e-4702-8bb1-00b1a1012750), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.218631 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2a87c58f-c683-4bdc-8ce2-2fd3853945f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.225356 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-2a87c58f-c683-4bdc-8ce2-2fd3853945f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5f00f92-9a7e-4702-8bb1-00b1a1012750 HTTP/1.1" status: 204 len: 168 time: 0.3021910 Aug 23 06:07:09.237326 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87c58f-c683-4bdc-8ce2-2fd3853945f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f00f92-9a7e-4702-8bb1-00b1a1012750,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:09.304338 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-567cd0dd-0c48-4908-b860-d63b7fd013f3 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4204926 Aug 23 06:07:09.318402 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Request body: {'port': {'device_id': 'e6ba690e-400c-4d8d-9e61-53e65fde8df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:09.400104 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.476574 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-276e28f4-36a7-46f4-ac1a-cab5532f689d None None] Provisioning complete for port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:07:09.477722 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-276e28f4-36a7-46f4-ac1a-cab5532f689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.514648 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-276e28f4-36a7-46f4-ac1a-cab5532f689d None None] Port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:07:09.721886 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:07:09.729896 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Publish callbacks [] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:09.743677 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Transition to ACTIVE for port object 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:07:09.896553 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfb9a-2633-4711-be88-d3799a8caba6 req-5945949f-239c-40b0-a710-1e4c1a765bb6 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:09.898215 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d57dfb9a-2633-4711-be88-d3799a8caba6 req-5945949f-239c-40b0-a710-1e4c1a765bb6 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 936 time: 0.0566151 Aug 23 06:07:09.918447 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:10.037335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Pushing event updated for resources: {'Port': ['ID=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:10.069624 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d57dfb9a-2633-4711-be88-d3799a8caba6 req-d31fdbc7-a9ae-41d5-9a90-fd4f5315d30f tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654003 Aug 23 06:07:10.107124 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Attempting to bind port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:07:10.107470 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Attempting to bind port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:07:10.107809 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Attempting to bind port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d on network 9768f25a-ab1f-491f-b913-5ff54c79f283 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:07:10.112771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d on network 9768f25a-ab1f-491f-b913-5ff54c79f283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:07:10.113093 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Attempting to bind port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d on network 9768f25a-ab1f-491f-b913-5ff54c79f283 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:07:10.118537 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:07:10.118883 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Checking segment: {'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:07:10.119271 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Bound using segment: {'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:07:10.119703 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Bound port: 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddefa889-0a73-455f-913a-dae43163a69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:07:10.120060 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:10.182513 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] For port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:07:10.185553 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] For port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,segment=NetworkSegment(ddefa889-0a73-455f-913a-dae43163a69b),segment_id=ddefa889-0a73-455f-913a-dae43163a69b)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:07:10.288361 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:10.291727 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:10.292639 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:10.298243 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] 10.222.0.16 "PUT /v2.0/ports/4c06dc9f-4da5-47f5-8199-c50a0be7bb3d HTTP/1.1" status: 200 len: 1098 time: 0.9826047 Aug 23 06:07:10.298243 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ba690e-400c-4d8d-9e61-53e65fde8df5', 'tag': '4c06dc9f-4da5-47f5-8199-c50a0be7bb3d'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:07:10.299138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11a751a-70d4-4b92-a9af-cab478543a84" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ba690e-400c-4d8d-9e61-53e65fde8df5", "tag": "4c06dc9f-4da5-47f5-8199-c50a0be7bb3d"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:07:10.321692 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:10.399896 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6705e16-4e58-4b4c-bb17-5ca0cde9574e x-openstack-request-id: req-f6705e16-4e58-4b4c-bb17-5ca0cde9574e {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:07:10.402212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ba690e-400c-4d8d-9e61-53e65fde8df5", "tag": "4c06dc9f-4da5-47f5-8199-c50a0be7bb3d", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:07:10.402212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6705e16-4e58-4b4c-bb17-5ca0cde9574e {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:07:10.402212 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6705e16-4e58-4b4c-bb17-5ca0cde9574e'] response: {'name': 'network-changed', 'server_uuid': 'e6ba690e-400c-4d8d-9e61-53e65fde8df5', 'tag': '4c06dc9f-4da5-47f5-8199-c50a0be7bb3d', 'status': 'completed', 'code': 200} Aug 23 06:07:10.420965 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402a68-47e7-4afa-9446-38fff600f889 service neutron] Pushing event updated for resources: {'Port': ['ID=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:10.441412 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a751a-70d4-4b92-a9af-cab478543a84 req-b73b6848-905b-475d-aa57-11a981a92440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:10.443559 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e11a751a-70d4-4b92-a9af-cab478543a84 req-b73b6848-905b-475d-aa57-11a981a92440 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095c1f7ad2ef48a1a0cac96c0860cf64&device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 1132 time: 0.0539458 Aug 23 06:07:10.480378 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e11a751a-70d4-4b92-a9af-cab478543a84 req-4d090731-e290-41be-8ffe-cec19198500b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=095c1f7ad2ef48a1a0cac96c0860cf64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252943 Aug 23 06:07:10.577110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a751a-70d4-4b92-a9af-cab478543a84 req-d4ae6401-76e9-4868-910b-468cc1f84a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:10.578755 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e11a751a-70d4-4b92-a9af-cab478543a84 req-d4ae6401-76e9-4868-910b-468cc1f84a7c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922625 Aug 23 06:07:10.667142 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-b955ff35-f45d-499e-8a8e-e9582018a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:10.668948 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-b955ff35-f45d-499e-8a8e-e9582018a5fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095c1f7ad2ef48a1a0cac96c0860cf64&device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 1132 time: 0.0489557 Aug 23 06:07:10.716280 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-3dcc695e-8012-4af7-b339-4d1111b511f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d HTTP/1.1" status: 200 len: 217 time: 0.0390661 Aug 23 06:07:10.775329 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-78b7ea00-3af4-4bb4-9080-f0a92f67b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:10.776936 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-78b7ea00-3af4-4bb4-9080-f0a92f67b1a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ff26179-95ef-4ae7-aa41-77bc768a4be4 HTTP/1.1" status: 200 len: 843 time: 0.0501826 Aug 23 06:07:10.836981 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-7b95fb10-0bf4-4073-93c0-a3b170c7daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:10.838572 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-7b95fb10-0bf4-4073-93c0-a3b170c7daf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9768f25a-ab1f-491f-b913-5ff54c79f283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0513959 Aug 23 06:07:10.932318 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-bba1fe00-ff6a-485b-baa0-e37052c68150 service neutron] 10.222.0.16 "GET /v2.0/networks/9768f25a-ab1f-491f-b913-5ff54c79f283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830812 Aug 23 06:07:11.025822 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7f6e89e-7158-4f96-a773-46f633d4bd7f req-d16d2a3f-e566-4422-a858-33b27ba0324d service neutron] 10.222.0.16 "GET /v2.0/networks/9768f25a-ab1f-491f-b913-5ff54c79f283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868242 Aug 23 06:07:11.207538 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6509605-8816-462c-aa08-41237253df3a req-7cc99106-f4db-4952-bbfb-0788c4f0d98e tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:11.209267 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e6509605-8816-462c-aa08-41237253df3a req-7cc99106-f4db-4952-bbfb-0788c4f0d98e tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 948 time: 0.0756133 Aug 23 06:07:11.268956 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e6509605-8816-462c-aa08-41237253df3a req-58296aa2-59d6-4ba9-856f-b65f0259febe tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530403 Aug 23 06:07:11.954495 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34512) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:11.959862 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-2b6425e1-ad74-4e5e-acd8-b89ba13ce990 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647367380', 'description': 'tempest-description--214827634'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:12.082645 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2b6425e1-ad74-4e5e-acd8-b89ba13ce990 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.147334 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2b6425e1-ad74-4e5e-acd8-b89ba13ce990 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group (644a5180-944d-4a4b-9017-c89e4e33a28d), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.218893 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2b6425e1-ad74-4e5e-acd8-b89ba13ce990 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (644a5180-944d-4a4b-9017-c89e4e33a28d), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.247551 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6425e1-ad74-4e5e-acd8-b89ba13ce990 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644a5180-944d-4a4b-9017-c89e4e33a28d,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:12.319120 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2b6425e1-ad74-4e5e-acd8-b89ba13ce990 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.320652 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-2b6425e1-ad74-4e5e-acd8-b89ba13ce990 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3649583 Aug 23 06:07:12.323531 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34520) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:12.327809 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-9622bd47-4bda-4f68-b14e-fb6b08b4eadc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'security_group_rule': {'security_group_id': '644a5180-944d-4a4b-9017-c89e4e33a28d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:12.395918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0030-de7c-4094-ba22-3c95c23cde1d req-6e653f32-6b9d-4c81-ae92-af00fa721d3b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:12.397422 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03ae0030-de7c-4094-ba22-3c95c23cde1d req-6e653f32-6b9d-4c81-ae92-af00fa721d3b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 948 time: 0.0612507 Aug 23 06:07:12.444611 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03ae0030-de7c-4094-ba22-3c95c23cde1d req-0c994a5f-a286-4db7-8554-ee0a61c21caf tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Aug 23 06:07:12.488013 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9622bd47-4bda-4f68-b14e-fb6b08b4eadc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group_rule (880693a7-6ac4-4dd4-a278-39e1ddce7477), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.558690 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9622bd47-4bda-4f68-b14e-fb6b08b4eadc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group_rule (880693a7-6ac4-4dd4-a278-39e1ddce7477), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.624661 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9622bd47-4bda-4f68-b14e-fb6b08b4eadc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (880693a7-6ac4-4dd4-a278-39e1ddce7477), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.642933 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622bd47-4bda-4f68-b14e-fb6b08b4eadc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880693a7-6ac4-4dd4-a278-39e1ddce7477,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:12.718274 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9622bd47-4bda-4f68-b14e-fb6b08b4eadc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.719621 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9622bd47-4bda-4f68-b14e-fb6b08b4eadc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3951108 Aug 23 06:07:12.722284 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34526) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:12.726774 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-322b4bc1-2a98-471e-a62a-30b72230ad77 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'security_group_rule': {'security_group_id': '644a5180-944d-4a4b-9017-c89e4e33a28d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:12.807011 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-322b4bc1-2a98-471e-a62a-30b72230ad77 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group_rule (3125f011-ca3b-43aa-b128-c695246a7840), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.860827 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-322b4bc1-2a98-471e-a62a-30b72230ad77 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group_rule (3125f011-ca3b-43aa-b128-c695246a7840), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.921794 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-322b4bc1-2a98-471e-a62a-30b72230ad77 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (3125f011-ca3b-43aa-b128-c695246a7840), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:12.942558 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b4bc1-2a98-471e-a62a-30b72230ad77 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3125f011-ca3b-43aa-b128-c695246a7840,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:13.055250 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-322b4bc1-2a98-471e-a62a-30b72230ad77 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:13.058391 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-322b4bc1-2a98-471e-a62a-30b72230ad77 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337910 Aug 23 06:07:13.068815 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34532) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:13.073050 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:13.173769 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:13.271225 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:13.376830 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Allocated IP 172.27.1.207 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/19655ef3-db94-44d9-940e-35daa671a7c3) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:07:13.439822 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-b29d2aa0-2d6a-40a0-8dcc-ad441555d9f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516706 Aug 23 06:07:13.485257 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for port (19655ef3-db94-44d9-940e-35daa671a7c3), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:13.507753 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-b5ed8cd0-669a-4dd0-a25f-c3f6ac3ef0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:13.509619 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-b5ed8cd0-669a-4dd0-a25f-c3f6ac3ef0ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 1130 time: 0.0468256 Aug 23 06:07:13.603196 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (19655ef3-db94-44d9-940e-35daa671a7c3), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:13.632582 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:07:13.632857 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-d7cd4513-ccd7-4087-baa2-77a19235e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:13.634543 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-d7cd4513-ccd7-4087-baa2-77a19235e6e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.1015441 Aug 23 06:07:13.640240 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:07:13.646448 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:07:13.714034 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-13a1dc95-85bf-47e1-b96f-714217c8f843 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 200 len: 1002 time: 0.0715718 Aug 23 06:07:13.766817 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-598b9c52-5066-41f3-891c-0ad3f7ff2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:13.768571 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-598b9c52-5066-41f3-891c-0ad3f7ff2908 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0485270 Aug 23 06:07:13.820278 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-2b979035-e2e6-456e-a2b5-11e815979310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:13.822042 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-2b979035-e2e6-456e-a2b5-11e815979310 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468493 Aug 23 06:07:13.926799 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-ab969b2c-7424-4d7d-94c4-fe8e1bcc369b service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957837 Aug 23 06:07:13.967900 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdca07-dba9-4b7a-9434-195f9e1e6c88 req-f28cbd42-b7b2-4644-8483-7999a4152d20 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:13.969539 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0fbdca07-dba9-4b7a-9434-195f9e1e6c88 req-f28cbd42-b7b2-4644-8483-7999a4152d20 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 948 time: 0.4198265 Aug 23 06:07:13.970242 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event updated for resources: {'Port': ['ID=19655ef3-db94-44d9-940e-35daa671a7c3,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:14.025270 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (ed99c38f-91bd-4836-b17c-ae6800f5e50b), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:14.060695 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05f9eb86-fae5-4abf-a7e6-a7715a0b1412 req-09100cf7-f007-4df7-876b-6ed32c46fedd service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194692 Aug 23 06:07:14.081115 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0fbdca07-dba9-4b7a-9434-195f9e1e6c88 req-bbbb41b7-bba0-464d-a6fd-4744b256cd25 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813327 Aug 23 06:07:14.171517 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (19655ef3-db94-44d9-940e-35daa671a7c3), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:14.324895 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for port (19655ef3-db94-44d9-940e-35daa671a7c3), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:14.424780 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (19655ef3-db94-44d9-940e-35daa671a7c3), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:14.492948 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event updated for resources: {'Port': ['ID=19655ef3-db94-44d9-940e-35daa671a7c3,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:14.495529 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ed99c38f-91bd-4836-b17c-ae6800f5e50b), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:14.563908 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:14.565393 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a3819d36-8e77-454d-b5fe-57af9b06232a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4956179 Aug 23 06:07:14.788686 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-4dac881a-ca8b-48ad-a2e9-b31b8de5b62e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1647367380&fields=id&tenant_id=41de49d1e830476fa45c59ed69f8b7c2 HTTP/1.1" status: 200 len: 267 time: 0.0496802 Aug 23 06:07:14.893366 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-79524d51-e617-4b21-b8e0-9d8899ffc54c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:14.895023 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-79524d51-e617-4b21-b8e0-9d8899ffc54c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 818 time: 0.0996983 Aug 23 06:07:14.909237 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-ed46627b-c317-43b9-b300-0a2656643f53 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/quotas/41de49d1e830476fa45c59ed69f8b7c2 HTTP/1.1" status: 200 len: 375 time: 0.0087168 Aug 23 06:07:14.967564 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-df5f083d-dd37-4823-b6a5-09fface0746d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530984 Aug 23 06:07:15.065424 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-2fc4eccc-448b-4497-acf3-e5943e337976 service neutron] 10.222.0.26 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 Aug 23 06:07:15.156424 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-13cfb711-d36c-4f14-8871-cece2f11a717 service neutron] 10.222.0.26 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845199 Aug 23 06:07:15.222071 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437933aa-0d40-4908-9988-492ecc86cee2 req-8ccea782-577c-4887-a0fe-e439549745f6 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:15.224138 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-437933aa-0d40-4908-9988-492ecc86cee2 req-8ccea782-577c-4887-a0fe-e439549745f6 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 948 time: 0.0605907 Aug 23 06:07:15.273384 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-437933aa-0d40-4908-9988-492ecc86cee2 req-b333ae38-8e66-48ee-bec7-f4909593668d tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Aug 23 06:07:15.448481 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0236525b-90fc-4187-b838-7d82bb196510 req-4e0ab1c0-0de5-4320-80b4-dd47ea91ab03 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0274158 Aug 23 06:07:16.403121 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9e828-985e-48eb-86d5-a02824411f70 req-e8394780-248f-49a4-8d39-513750416ab2 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:16.404612 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-26e9e828-985e-48eb-86d5-a02824411f70 req-e8394780-248f-49a4-8d39-513750416ab2 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 948 time: 0.0589170 Aug 23 06:07:16.451865 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-26e9e828-985e-48eb-86d5-a02824411f70 req-fd1d7e8d-4ce4-4386-af23-cbc0511d217a tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Aug 23 06:07:16.498028 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:07:16.546050 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-623516b7-2c85-44bc-b8ae-84a6181b9c5c req-c52d0811-6020-4aad-a0e8-3f873ac7f3e5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0287948 Aug 23 06:07:17.079917 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:07:17.180078 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,segment=NetworkSegment(ddefa889-0a73-455f-913a-dae43163a69b),segment_id=ddefa889-0a73-455f-913a-dae43163a69b)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:07:17.191343 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '4c06dc9f-4da5-47f5-8199-c50a0be7bb3d', 'network_id': '9768f25a-ab1f-491f-b913-5ff54c79f283', 'port_id': '4c06dc9f-4da5-47f5-8199-c50a0be7bb3d', 'mac_address': 'fa:16:3e:ce:bf:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff26179-95ef-4ae7-aa41-77bc768a4be4', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:07:17.226582 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:07:17.226987 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:17.243915 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:07:17.263189 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,segment=NetworkSegment(ddefa889-0a73-455f-913a-dae43163a69b),segment_id=ddefa889-0a73-455f-913a-dae43163a69b)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:07:17.333320 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:17.380225 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:17.387599 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.387976 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.388343 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.388688 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.389023 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.389354 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.389710 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.390036 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.390363 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.390705 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.391033 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.391353 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.391688 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:17.570358 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24afb9-e6d2-4290-acb7-f07b3bf8bdfb req-212808c7-7a09-4575-85cf-b6d0b224e2c1 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:17.572863 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1e24afb9-e6d2-4290-acb7-f07b3bf8bdfb req-212808c7-7a09-4575-85cf-b6d0b224e2c1 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0509975 Aug 23 06:07:17.619716 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1e24afb9-e6d2-4290-acb7-f07b3bf8bdfb req-4f1cd483-a0da-41d7-8000-1a5b66103209 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Aug 23 06:07:17.645032 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-72b02090-d783-485c-a87a-5ca54f7ecc69 req-c2459be5-92f8-4a4b-ad4d-97a9b08d7122 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0259383 Aug 23 06:07:18.767088 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c572-227e-4735-99ae-bb74ef5add2c req-6fbefafe-08a9-4347-80e8-50d4b380b7fa tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:18.768656 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0b64c572-227e-4735-99ae-bb74ef5add2c req-6fbefafe-08a9-4347-80e8-50d4b380b7fa tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0790071 Aug 23 06:07:18.772314 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1efb1f57-5c4d-432a-b2ad-bacf25bd9b66 req-c54e8264-9e6a-476a-9692-bd326ed513ad tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0347638 Aug 23 06:07:18.833125 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0b64c572-227e-4735-99ae-bb74ef5add2c req-b4b6cbae-d8f5-4eeb-babb-2841a274e532 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Aug 23 06:07:19.336586 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['4c06dc9f-4da5-47f5-8199-c50a0be7bb3d'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:07:19.879618 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cf6fdb83-60f3-4878-aad6-0c69e7e279db req-e920d042-8950-4353-ade7-0e9bb1b21d65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0449042 Aug 23 06:07:19.967379 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c49b4f-e8b6-42dd-9b16-cc1d3e4aa4a1 req-2d06ee5b-441a-4a97-9370-218489108f2a tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:19.974213 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b7c49b4f-e8b6-42dd-9b16-cc1d3e4aa4a1 req-2d06ee5b-441a-4a97-9370-218489108f2a tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0510919 Aug 23 06:07:20.023280 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b7c49b4f-e8b6-42dd-9b16-cc1d3e4aa4a1 req-e56ced29-0081-486f-9dc5-595b2b5f00be tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 Aug 23 06:07:20.986788 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f866ce99-9f4e-4195-9dff-5bd6b23934e1 req-1845f762-1ed5-4749-93a3-5c6035ebf0c3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0270174 Aug 23 06:07:21.141715 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0fb7e-ed04-48bb-818e-961d8548aebd req-1571e2a8-ccc8-4b3b-a0cb-6066c3e39419 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:21.143229 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-36d0fb7e-ed04-48bb-818e-961d8548aebd req-1571e2a8-ccc8-4b3b-a0cb-6066c3e39419 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0508769 Aug 23 06:07:21.189693 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-36d0fb7e-ed04-48bb-818e-961d8548aebd req-2416599a-e1cb-42d3-8986-acee894a2711 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Aug 23 06:07:22.085191 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-18f810ae-3f37-4743-902b-73491fe694e0 req-b031808e-05ae-435b-bcc3-3cacf1cc3a10 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0257785 Aug 23 06:07:22.311518 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2228c0-f94e-4144-ba4e-89e1c1b4cfd5 req-737e2fd8-f5d0-40f7-83d7-34056c7c8326 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:22.313139 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c2228c0-f94e-4144-ba4e-89e1c1b4cfd5 req-737e2fd8-f5d0-40f7-83d7-34056c7c8326 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0558672 Aug 23 06:07:22.360650 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c2228c0-f94e-4144-ba4e-89e1c1b4cfd5 req-b7cb63e1-f498-44e9-aa86-68f76cf80a8f tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Aug 23 06:07:23.183257 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-55fa1f35-2f9b-4b57-9194-9e16bb61a16f req-c4ca1863-1f6c-4276-84f5-7ba51c4652e0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0287366 Aug 23 06:07:23.480243 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0cdac-29cb-46e8-84e6-5e00167ce2d2 req-76909ec4-b652-4497-99b9-462b2ff3d51d tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:23.481757 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12b0cdac-29cb-46e8-84e6-5e00167ce2d2 req-76909ec4-b652-4497-99b9-462b2ff3d51d tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0526626 Aug 23 06:07:23.486813 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bae37d36-64f7-4bd3-b770-bef7f116b5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:23.532134 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12b0cdac-29cb-46e8-84e6-5e00167ce2d2 req-f7f30f70-52a1-4b82-989a-56406dd73e44 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Aug 23 06:07:24.289185 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-32e71894-fb22-4231-9558-bc7656233915 req-3437248c-1726-4648-b939-94158493a8e5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0260310 Aug 23 06:07:24.656498 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b5f4e-3425-44ef-878f-c35a735f22ff req-2f0dffb6-a766-46c6-8ec1-f21da16e0308 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:24.658278 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4d4b5f4e-3425-44ef-878f-c35a735f22ff req-2f0dffb6-a766-46c6-8ec1-f21da16e0308 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0564940 Aug 23 06:07:24.708505 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4d4b5f4e-3425-44ef-878f-c35a735f22ff req-262cad30-b10e-4c14-9c9a-48a4d3bf5025 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Aug 23 06:07:24.892508 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e3efd9f1-3c8b-4749-b245-95c70cd9008c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:24.894433 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e3efd9f1-3c8b-4749-b245-95c70cd9008c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 818 time: 0.1040375 Aug 23 06:07:24.959988 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-6d2a4f1f-50f3-441a-a4b3-d75c12f8e13d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41de49d1e830476fa45c59ed69f8b7c2 HTTP/1.1" status: 200 len: 380 time: 0.0538452 Aug 23 06:07:24.971635 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'port': {'device_id': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'admin_state_up': True, 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'security_groups': ['644a5180-944d-4a4b-9017-c89e4e33a28d']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:25.185026 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Made reservation on behalf of 41de49d1e830476fa45c59ed69f8b7c2 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:07:25.190785 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:25.326820 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Allocated IP 172.20.0.4 (e72403dd-0069-4ed5-8190-e70639166e1d/5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c/c11318c7-d909-42c9-abef-a0d72c2dd8d3) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:07:25.417928 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-768292a5-390e-498c-b499-8200cc017d95 req-63d070e0-1d37-4acc-b616-d7e342dd9b2f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0454030 Aug 23 06:07:25.418524 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7531c50a-63d0-4c9a-a619-d9b94879f2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:25.527442 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:25.653376 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:25.698017 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Network e72403dd-0069-4ed5-8190-e70639166e1d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:07:25.702962 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:07:25.706777 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:07:25.737048 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event updated for resources: {'Port': ['ID=c11318c7-d909-42c9-abef-a0d72c2dd8d3,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:25.778344 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:25.789735 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:25.867680 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990a1b4-d9fe-4b1e-8344-b39dafc2a47f req-a71eb697-ceee-496d-b41f-f95d2594ac77 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:25.869252 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a990a1b4-d9fe-4b1e-8344-b39dafc2a47f req-a71eb697-ceee-496d-b41f-f95d2594ac77 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0566897 Aug 23 06:07:25.889172 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e68ea02e-8023-4c06-b945-bc1173bd8681 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9250979 Aug 23 06:07:25.901834 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Request body: {'port': {'device_id': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:25.954827 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-f6c82f45-2cea-47dd-b3df-1a8331d50466 None None] Provisioning complete for port c11318c7-d909-42c9-abef-a0d72c2dd8d3 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:07:25.955523 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f6c82f45-2cea-47dd-b3df-1a8331d50466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:25.962598 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a990a1b4-d9fe-4b1e-8344-b39dafc2a47f req-4e25d31f-f96a-4058-8a85-34c77d810872 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833912 Aug 23 06:07:25.989526 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-f6c82f45-2cea-47dd-b3df-1a8331d50466 None None] Port c11318c7-d909-42c9-abef-a0d72c2dd8d3 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:07:26.001717 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:26.268033 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11318c7-d909-42c9-abef-a0d72c2dd8d3 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:07:26.276200 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Publish callbacks [] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:26.288671 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Transition to ACTIVE for port object c11318c7-d909-42c9-abef-a0d72c2dd8d3 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:07:26.372535 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:26.454071 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Pushing event updated for resources: {'Port': ['ID=c11318c7-d909-42c9-abef-a0d72c2dd8d3,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:26.484094 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Attempting to bind port c11318c7-d909-42c9-abef-a0d72c2dd8d3 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:07:26.484464 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Attempting to bind port c11318c7-d909-42c9-abef-a0d72c2dd8d3 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:07:26.484794 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Attempting to bind port c11318c7-d909-42c9-abef-a0d72c2dd8d3 on network e72403dd-0069-4ed5-8190-e70639166e1d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:07:26.489549 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Port c11318c7-d909-42c9-abef-a0d72c2dd8d3 on network e72403dd-0069-4ed5-8190-e70639166e1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:07:26.489871 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Attempting to bind port c11318c7-d909-42c9-abef-a0d72c2dd8d3 on network e72403dd-0069-4ed5-8190-e70639166e1d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:07:26.494795 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:07:26.495342 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Checking segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:07:26.495719 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Bound using segment: {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:07:26.496193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Bound port: c11318c7-d909-42c9-abef-a0d72c2dd8d3, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03127835-7261-4597-8c22-44b5b7948a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:07:26.496555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:26.566872 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] For port c11318c7-d909-42c9-abef-a0d72c2dd8d3, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:07:26.568382 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] For port c11318c7-d909-42c9-abef-a0d72c2dd8d3, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:07:26.584475 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f425a-61b5-477a-b051-7e53d10a7813 req-511ffbf4-54a0-473d-be1a-da0027b43dca tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:26.585982 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-955f425a-61b5-477a-b051-7e53d10a7813 req-511ffbf4-54a0-473d-be1a-da0027b43dca tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 943 time: 0.0690429 Aug 23 06:07:26.639609 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-955f425a-61b5-477a-b051-7e53d10a7813 req-da09d33d-9334-4985-bc6c-5cee7797cd64 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476515 Aug 23 06:07:26.651079 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:26.671399 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:26.671399 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:26.671399 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] 10.222.0.16 "PUT /v2.0/ports/c11318c7-d909-42c9-abef-a0d72c2dd8d3 HTTP/1.1" status: 200 len: 1093 time: 0.7608476 Aug 23 06:07:26.671399 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:07:26.671399 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685de5a0-a01c-4fda-962d-464f369b701a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:07:26.720215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff6834-0a0d-4cb3-813c-60bfa13bd46f x-openstack-request-id: req-3fff6834-0a0d-4cb3-813c-60bfa13bd46f {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:07:26.720953 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:07:26.720953 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3fff6834-0a0d-4cb3-813c-60bfa13bd46f {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:07:26.721803 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fff6834-0a0d-4cb3-813c-60bfa13bd46f'] response: {'name': 'network-changed', 'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'status': 'completed', 'code': 200} Aug 23 06:07:26.722449 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380def05-756f-49f8-8c02-f4bffed54045 service neutron] Pushing event updated for resources: {'Port': ['ID=c11318c7-d909-42c9-abef-a0d72c2dd8d3,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:26.784554 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de5a0-a01c-4fda-962d-464f369b701a req-048cd57e-c09f-4306-ba3a-ec66f93460ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:26.786117 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-685de5a0-a01c-4fda-962d-464f369b701a req-048cd57e-c09f-4306-ba3a-ec66f93460ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1127 time: 0.0480020 Aug 23 06:07:26.893027 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de5a0-a01c-4fda-962d-464f369b701a req-244c7059-9223-4d86-8320-b2a871a41596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:26.894534 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-685de5a0-a01c-4fda-962d-464f369b701a req-244c7059-9223-4d86-8320-b2a871a41596 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1005180 Aug 23 06:07:26.923677 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:07:26.972036 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:26.992282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de5a0-a01c-4fda-962d-464f369b701a req-711be8df-88ba-4e64-a596-3c5db5df8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:26.993824 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-685de5a0-a01c-4fda-962d-464f369b701a req-711be8df-88ba-4e64-a596-3c5db5df8a3c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936530 Aug 23 06:07:27.097342 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e5b8e3ac-e85a-47f8-a176-4ab56085d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:27.100765 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e5b8e3ac-e85a-47f8-a176-4ab56085d296 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1127 time: 0.0562596 Aug 23 06:07:27.119105 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:07:27.125825 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:07:27.125970 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c1dd6-5bf1-4c05-9401-af4bad341dc2 req-35dbe7f4-1e83-4f07-9888-85e464c99695 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:27.126655 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:27.133924 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-111c1dd6-5bf1-4c05-9401-af4bad341dc2 req-35dbe7f4-1e83-4f07-9888-85e464c99695 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 949 time: 0.0849776 Aug 23 06:07:27.178685 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-e1e02421-3dbf-45a9-af63-8c722a8752c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3 HTTP/1.1" status: 200 len: 217 time: 0.0720971 Aug 23 06:07:27.219737 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-111c1dd6-5bf1-4c05-9401-af4bad341dc2 req-d52027fa-e781-43ee-bd14-3af28b1dade8 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553751 Aug 23 06:07:27.238119 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-7acad13b-5050-49a8-8ab3-3298e7ee1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:27.239829 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-7acad13b-5050-49a8-8ab3-3298e7ee1040 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0584462 Aug 23 06:07:27.264890 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:07:27.265279 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:27.290671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ba690e-400c-4d8d-9e61-53e65fde8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c06dc9f-4da5-47f5-8199-c50a0be7bb3d'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:07:27.293616 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef6a650-1ed0-4b5b-8a31-3df40fb36ef1" -d '{"events": [{"server_uuid": "e6ba690e-400c-4d8d-9e61-53e65fde8df5", "name": "network-vif-plugged", "status": "completed", "tag": "4c06dc9f-4da5-47f5-8199-c50a0be7bb3d"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:07:27.305965 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-cf07a421-4cbb-4cd9-a2c2-5b63b5f7b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:27.307805 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-cf07a421-4cbb-4cd9-a2c2-5b63b5f7b058 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610240 Aug 23 06:07:27.316137 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,segment=NetworkSegment(ddefa889-0a73-455f-913a-dae43163a69b),segment_id=ddefa889-0a73-455f-913a-dae43163a69b)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:07:27.340719 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5af6c1-1d2c-4504-a32c-a718657d5f56 x-openstack-request-id: req-bc5af6c1-1d2c-4504-a32c-a718657d5f56 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:07:27.341268 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ba690e-400c-4d8d-9e61-53e65fde8df5", "name": "network-vif-plugged", "status": "completed", "tag": "4c06dc9f-4da5-47f5-8199-c50a0be7bb3d", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:07:27.341780 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc5af6c1-1d2c-4504-a32c-a718657d5f56 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:07:27.342377 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5af6c1-1d2c-4504-a32c-a718657d5f56'] response: {'server_uuid': 'e6ba690e-400c-4d8d-9e61-53e65fde8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c06dc9f-4da5-47f5-8199-c50a0be7bb3d', 'code': 200} Aug 23 06:07:27.411202 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-1bbe4da0-157b-4fab-aa17-40da00e5d809 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964775 Aug 23 06:07:27.452623 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:27.500228 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:27.515916 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecf2eb87-f092-478c-aa2b-c8f11c6c229d req-c90859d4-fb61-4b4f-9859-2204226285cd service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974119 Aug 23 06:07:27.737807 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b6414-8acb-4fe8-a82f-9de46b62acac req-b6d8e247-9064-4105-8a2b-79511a9bcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:27.739791 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e54b6414-8acb-4fe8-a82f-9de46b62acac req-b6d8e247-9064-4105-8a2b-79511a9bcf36 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 1134 time: 0.0520144 Aug 23 06:07:27.787457 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34748) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:27.793832 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cb826-68d7-4414-96b9-73948028db63 req-c97fbf42-52f5-415c-a789-0f77b2a7e73f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:27.795491 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-781cb826-68d7-4414-96b9-73948028db63 req-c97fbf42-52f5-415c-a789-0f77b2a7e73f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 943 time: 0.0609381 Aug 23 06:07:27.814299 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e54b6414-8acb-4fe8-a82f-9de46b62acac req-ffedb554-229c-43d4-a9ff-cdf465cf8e32 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634108 Aug 23 06:07:27.848807 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-781cb826-68d7-4414-96b9-73948028db63 req-5cf63c5f-5457-45f7-8497-8d4a2140afb0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Aug 23 06:07:27.910301 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bc82e647-8c2b-4181-89d1-ffb287ad7c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:27.984530 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bc82e647-8c2b-4181-89d1-ffb287ad7c1e admin admin] Publish callbacks [] for security_group (7dcc3cd2-af9c-4dbe-b346-cb53febc20a6), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:28.047682 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bc82e647-8c2b-4181-89d1-ffb287ad7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7dcc3cd2-af9c-4dbe-b346-cb53febc20a6), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:28.086078 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bc82e647-8c2b-4181-89d1-ffb287ad7c1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41ad3c31a86c405fb1969d26a79880ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975848 Aug 23 06:07:28.088644 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34752) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:28.094315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82e647-8c2b-4181-89d1-ffb287ad7c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc3cd2-af9c-4dbe-b346-cb53febc20a6,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:28.143062 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ae99b8b-a85f-4c24-a81c-029e9ccd3377 admin admin] Publish callbacks [] for security_group (7dcc3cd2-af9c-4dbe-b346-cb53febc20a6), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:28.165471 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ae99b8b-a85f-4c24-a81c-029e9ccd3377 admin admin] Publish callbacks [] for security_group (7dcc3cd2-af9c-4dbe-b346-cb53febc20a6), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:28.172490 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:28.316696 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ae99b8b-a85f-4c24-a81c-029e9ccd3377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7dcc3cd2-af9c-4dbe-b346-cb53febc20a6), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:28.319282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ae99b8b-a85f-4c24-a81c-029e9ccd3377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:28.323919 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-3ae99b8b-a85f-4c24-a81c-029e9ccd3377 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7dcc3cd2-af9c-4dbe-b346-cb53febc20a6 HTTP/1.1" status: 204 len: 168 time: 0.2309089 Aug 23 06:07:28.331951 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae99b8b-a85f-4c24-a81c-029e9ccd3377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc3cd2-af9c-4dbe-b346-cb53febc20a6,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:28.359962 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eb02c-9919-4dd4-a852-e688bd79c92d req-b366fc2f-70c3-4ee1-aa15-30d8250d2da8 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:28.362789 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-837eb02c-9919-4dd4-a852-e688bd79c92d req-b366fc2f-70c3-4ee1-aa15-30d8250d2da8 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 950 time: 0.0730193 Aug 23 06:07:28.422461 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-837eb02c-9919-4dd4-a852-e688bd79c92d req-7bce04a9-74cd-45be-bad4-cc88b29722f7 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537548 Aug 23 06:07:28.970697 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b12d-8716-42cc-9402-20a6f404eb2f req-3a8393fb-b7a4-407b-9a5e-a2482343b3c8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:28.973167 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5ab0b12d-8716-42cc-9402-20a6f404eb2f req-3a8393fb-b7a4-407b-9a5e-a2482343b3c8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 943 time: 0.0535119 Aug 23 06:07:29.041154 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5ab0b12d-8716-42cc-9402-20a6f404eb2f req-92af2631-5684-44a8-a769-60524f2953a2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615683 Aug 23 06:07:29.547124 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:29.564668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec958b7-0079-400a-a669-f66de490a226 req-993b43cc-fbea-4aba-a92c-7fefc6379944 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:29.564668 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0ec958b7-0079-400a-a669-f66de490a226 req-993b43cc-fbea-4aba-a92c-7fefc6379944 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 950 time: 0.0586410 Aug 23 06:07:29.625083 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0ec958b7-0079-400a-a669-f66de490a226 req-1196f40f-e714-48b6-99ed-0a59e25e1c6b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 Aug 23 06:07:29.762321 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34812) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:29.874401 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f8682550-ef13-43f9-b0d5-fa983e202afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:29.952418 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f8682550-ef13-43f9-b0d5-fa983e202afa admin admin] Publish callbacks [] for security_group (dd212233-d82b-4f78-b6a6-287ee176b9d8), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:30.058222 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f8682550-ef13-43f9-b0d5-fa983e202afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (dd212233-d82b-4f78-b6a6-287ee176b9d8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:30.100686 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8682550-ef13-43f9-b0d5-fa983e202afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd212233-d82b-4f78-b6a6-287ee176b9d8,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:30.119420 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f8682550-ef13-43f9-b0d5-fa983e202afa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c747cecdb21423786a06777bab2c1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557737 Aug 23 06:07:30.122034 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34822) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:30.178930 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b265dc4a-0cda-4976-be97-85fb72ce577c admin admin] Publish callbacks [] for security_group (dd212233-d82b-4f78-b6a6-287ee176b9d8), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:30.198209 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc1d5a-8741-4a86-9c66-e634c00a8a4e req-212b13e0-6aee-4a95-99cf-df1c6e9099b3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:30.200886 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4cc1d5a-8741-4a86-9c66-e634c00a8a4e req-212b13e0-6aee-4a95-99cf-df1c6e9099b3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 943 time: 0.0743692 Aug 23 06:07:30.203774 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b265dc4a-0cda-4976-be97-85fb72ce577c admin admin] Publish callbacks [] for security_group (dd212233-d82b-4f78-b6a6-287ee176b9d8), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:30.252700 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4cc1d5a-8741-4a86-9c66-e634c00a8a4e req-3dd4a896-79b6-4cc7-8455-7aa33cd28eaf tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Aug 23 06:07:30.320802 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b265dc4a-0cda-4976-be97-85fb72ce577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (dd212233-d82b-4f78-b6a6-287ee176b9d8), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:30.323454 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b265dc4a-0cda-4976-be97-85fb72ce577c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:30.327269 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b265dc4a-0cda-4976-be97-85fb72ce577c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd212233-d82b-4f78-b6a6-287ee176b9d8 HTTP/1.1" status: 204 len: 168 time: 0.2016594 Aug 23 06:07:30.338678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265dc4a-0cda-4976-be97-85fb72ce577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd212233-d82b-4f78-b6a6-287ee176b9d8,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:30.765035 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123d0a2-3b01-4e45-a263-525e3c11dcc8 req-b0286d97-56be-4e49-a707-a86c23775a8c tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:30.772328 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3123d0a2-3b01-4e45-a263-525e3c11dcc8 req-b0286d97-56be-4e49-a707-a86c23775a8c tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 950 time: 0.0701234 Aug 23 06:07:30.829742 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3123d0a2-3b01-4e45-a263-525e3c11dcc8 req-4312a2de-c6a1-4e7c-a939-503f56d1d499 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 Aug 23 06:07:30.945320 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device c11318c7-d909-42c9-abef-a0d72c2dd8d3 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:07:31.053228 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port c11318c7-d909-42c9-abef-a0d72c2dd8d3, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:07:31.070829 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:07:31.106624 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port c11318c7-d909-42c9-abef-a0d72c2dd8d3 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:07:31.106972 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.120662 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11318c7-d909-42c9-abef-a0d72c2dd8d3 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:07:31.140337 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port c11318c7-d909-42c9-abef-a0d72c2dd8d3, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:07:31.185566 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34846) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:31.199491 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55895ccb-9d58-4ea1-8f13-a8d64bdc10ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.208196 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.269832 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=c11318c7-d909-42c9-abef-a0d72c2dd8d3,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:31.295894 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55895ccb-9d58-4ea1-8f13-a8d64bdc10ed admin admin] Publish callbacks [] for security_group (d946b023-fcac-4e7f-a4c5-d7687a05acb0), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.373831 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ab3d0-35fd-4ce7-a3dd-6309ddf60b48 req-ef685178-668c-406b-a10e-f3af4f224fed tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:31.375484 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b38ab3d0-35fd-4ce7-a3dd-6309ddf60b48 req-ef685178-668c-406b-a10e-f3af4f224fed tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 950 time: 0.0569873 Aug 23 06:07:31.380067 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55895ccb-9d58-4ea1-8f13-a8d64bdc10ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (d946b023-fcac-4e7f-a4c5-d7687a05acb0), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.397149 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444ae46-ab35-4a24-b584-60cfb057fc9a req-8f45023c-3017-4c94-9b24-e925dc14062c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:31.398939 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0444ae46-ab35-4a24-b584-60cfb057fc9a req-8f45023c-3017-4c94-9b24-e925dc14062c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 944 time: 0.0628228 Aug 23 06:07:31.442120 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55895ccb-9d58-4ea1-8f13-a8d64bdc10ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d946b023-fcac-4e7f-a4c5-d7687a05acb0,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:31.451100 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-55895ccb-9d58-4ea1-8f13-a8d64bdc10ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e67af2090aaa440da1129b761ff7eada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639606 Aug 23 06:07:31.453820 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34852) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:31.482941 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b38ab3d0-35fd-4ce7-a3dd-6309ddf60b48 req-bbf30477-cd21-4d8b-a717-e117bfe26fc7 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923769 Aug 23 06:07:31.499843 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0444ae46-ab35-4a24-b584-60cfb057fc9a req-b7b68045-2301-4d04-9a7d-d27334348cae tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854540 Aug 23 06:07:31.527219 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4a6be2dc-f1e4-4792-aa0e-01a541a97fc8 admin admin] Publish callbacks [] for security_group (d946b023-fcac-4e7f-a4c5-d7687a05acb0), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.557317 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4a6be2dc-f1e4-4792-aa0e-01a541a97fc8 admin admin] Publish callbacks [] for security_group (d946b023-fcac-4e7f-a4c5-d7687a05acb0), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.622621 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['c11318c7-d909-42c9-abef-a0d72c2dd8d3'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:07:31.669365 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4a6be2dc-f1e4-4792-aa0e-01a541a97fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (d946b023-fcac-4e7f-a4c5-d7687a05acb0), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.676305 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4a6be2dc-f1e4-4792-aa0e-01a541a97fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:31.676305 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-4a6be2dc-f1e4-4792-aa0e-01a541a97fc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d946b023-fcac-4e7f-a4c5-d7687a05acb0 HTTP/1.1" status: 204 len: 168 time: 0.2179680 Aug 23 06:07:31.681671 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6be2dc-f1e4-4792-aa0e-01a541a97fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d946b023-fcac-4e7f-a4c5-d7687a05acb0,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:32.650948 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec76a0-3fb3-4ea5-9fa8-158561f1ee3f req-a6d9487b-a027-489a-b1cb-5757a6f26ef3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:32.650948 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-62ec76a0-3fb3-4ea5-9fa8-158561f1ee3f req-a6d9487b-a027-489a-b1cb-5757a6f26ef3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 944 time: 0.0805454 Aug 23 06:07:32.662571 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df173cba-11ca-434c-a86b-63fc4d4c1cde req-092118d1-902d-4958-9016-957a8751011a tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:32.666082 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-df173cba-11ca-434c-a86b-63fc4d4c1cde req-092118d1-902d-4958-9016-957a8751011a tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 950 time: 0.0756295 Aug 23 06:07:32.704624 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-62ec76a0-3fb3-4ea5-9fa8-158561f1ee3f req-7b278484-7c9f-4536-9bbd-7d40d203ab5c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488157 Aug 23 06:07:32.737447 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-df173cba-11ca-434c-a86b-63fc4d4c1cde req-1090086e-15f0-4ef7-a61e-64ab27d92c19 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/security-groups?id=aeb1fc48-b04c-4371-b31c-3e188622531f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611544 Aug 23 06:07:33.167467 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-c1533597-bae0-4736-92a8-a7244f95fb90 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:33.168992 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-c1533597-bae0-4736-92a8-a7244f95fb90 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 950 time: 0.0548501 Aug 23 06:07:33.265741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Deleting port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:07:33.266086 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:33.357629 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] For port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,segment=NetworkSegment(ddefa889-0a73-455f-913a-dae43163a69b),segment_id=ddefa889-0a73-455f-913a-dae43163a69b)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:07:33.358386 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:33.372594 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Calling delete_port for 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:07:33.600784 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (4c06dc9f-4da5-47f5-8199-c50a0be7bb3d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:33.613341 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['4c06dc9f-4da5-47f5-8199-c50a0be7bb3d'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:07:33.631131 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Pushing event deleted for resources: {'Port': ['ID=4c06dc9f-4da5-47f5-8199-c50a0be7bb3d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:33.691546 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] No DVR routers for this DVR port 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:07:33.694918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:33.698735 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-84faab45-8523-4cf4-b923-9d899ab8ce7a req-e084975f-322a-4e86-b138-f60c23f7c74b tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.16 "DELETE /v2.0/ports/4c06dc9f-4da5-47f5-8199-c50a0be7bb3d HTTP/1.1" status: 204 len: 173 time: 0.5213280 Aug 23 06:07:33.699227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ba690e-400c-4d8d-9e61-53e65fde8df5', 'name': 'network-vif-deleted', 'tag': '4c06dc9f-4da5-47f5-8199-c50a0be7bb3d'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:07:33.702567 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a94e05-0548-4d61-a670-8de1cfd45db6" -d '{"events": [{"server_uuid": "e6ba690e-400c-4d8d-9e61-53e65fde8df5", "name": "network-vif-deleted", "tag": "4c06dc9f-4da5-47f5-8199-c50a0be7bb3d"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:07:33.789376 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e1229c-342b-4303-aa56-7e052d5bbdaa x-openstack-request-id: req-53e1229c-342b-4303-aa56-7e052d5bbdaa {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:07:33.791168 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ba690e-400c-4d8d-9e61-53e65fde8df5", "name": "network-vif-deleted", "tag": "4c06dc9f-4da5-47f5-8199-c50a0be7bb3d", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:07:33.791604 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53e1229c-342b-4303-aa56-7e052d5bbdaa {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:07:33.793942 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e1229c-342b-4303-aa56-7e052d5bbdaa'] response: {'server_uuid': 'e6ba690e-400c-4d8d-9e61-53e65fde8df5', 'name': 'network-vif-deleted', 'tag': '4c06dc9f-4da5-47f5-8199-c50a0be7bb3d', 'status': 'completed', 'code': 200} Aug 23 06:07:33.928999 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ce4a64c6-d0ad-49ad-8ea5-64e669faf294 req-22572ef3-a3b6-4422-be56-cc61350b48a4 tempest-VolumesNegativeTest-1533150580 tempest-VolumesNegativeTest-1533150580-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ba690e-400c-4d8d-9e61-53e65fde8df5 HTTP/1.1" status: 200 len: 210 time: 0.0623093 Aug 23 06:07:33.959139 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fef76-d034-400c-b2f1-e4a33991f941 req-bdc0c924-5c61-4b5a-8c9c-fb068c53325f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:33.966928 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-163fef76-d034-400c-b2f1-e4a33991f941 req-bdc0c924-5c61-4b5a-8c9c-fb068c53325f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 944 time: 0.1484935 Aug 23 06:07:34.011349 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-163fef76-d034-400c-b2f1-e4a33991f941 req-4f0020d7-4007-443b-bf6a-5ddff36b3690 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Aug 23 06:07:34.985480 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device c11318c7-d909-42c9-abef-a0d72c2dd8d3 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:07:35.135074 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98f890-372a-40b4-9cd8-f1026c49d9f7 req-2b2cb3b5-15aa-48b5-a81c-839c280660c5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:35.136624 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9d98f890-372a-40b4-9cd8-f1026c49d9f7 req-2b2cb3b5-15aa-48b5-a81c-839c280660c5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 944 time: 0.0529816 Aug 23 06:07:35.186795 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9d98f890-372a-40b4-9cd8-f1026c49d9f7 req-d1478b7e-07e1-4222-9080-b05913f76fcb tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444834 Aug 23 06:07:35.206707 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port c11318c7-d909-42c9-abef-a0d72c2dd8d3 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:07:35.217240 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port c11318c7-d909-42c9-abef-a0d72c2dd8d3 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:07:35.218744 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:35.320294 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port c11318c7-d909-42c9-abef-a0d72c2dd8d3 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:07:35.320826 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:35.344380 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:07:35.346775 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695821de-bbeb-4f17-8191-0bbc22abdd46" -d '{"events": [{"server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "name": "network-vif-plugged", "status": "completed", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:07:35.364064 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port c11318c7-d909-42c9-abef-a0d72c2dd8d3, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:07:35.395492 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81883a86-b57e-4c21-b192-0d78735c0751 x-openstack-request-id: req-81883a86-b57e-4c21-b192-0d78735c0751 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:07:35.395492 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "name": "network-vif-plugged", "status": "completed", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:07:35.395492 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81883a86-b57e-4c21-b192-0d78735c0751 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:07:35.395492 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81883a86-b57e-4c21-b192-0d78735c0751'] response: {'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'code': 200} Aug 23 06:07:35.457844 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:35.510244 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=c11318c7-d909-42c9-abef-a0d72c2dd8d3,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:35.523062 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 34970) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:35.754546 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34986) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:35.902308 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-19e426c8-3ceb-4dc8-837e-e7ebf4d0ae0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.019357 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-19e426c8-3ceb-4dc8-837e-e7ebf4d0ae0e admin admin] Publish callbacks [] for security_group (38330c0e-c433-4b08-af40-1de092e91055), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.041607 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-88808d71-4167-427d-9122-d8b74158c0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.069680 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c78c9-8eb8-467d-b76f-d3e86b0006f5 req-9249de13-a0bb-4f89-9caa-ce2d3a9e61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:36.071180 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ee6c78c9-8eb8-467d-b76f-d3e86b0006f5 req-9249de13-a0bb-4f89-9caa-ce2d3a9e61ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1129 time: 0.3855793 Aug 23 06:07:36.116481 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-19e426c8-3ceb-4dc8-837e-e7ebf4d0ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (38330c0e-c433-4b08-af40-1de092e91055), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.139036 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ee6c78c9-8eb8-467d-b76f-d3e86b0006f5 req-0e02d152-1a92-4633-a3be-0f4119e28022 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599608 Aug 23 06:07:36.159879 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-19e426c8-3ceb-4dc8-837e-e7ebf4d0ae0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0123f472c5eb415ab60503caccdae8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040983 Aug 23 06:07:36.160887 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e426c8-3ceb-4dc8-837e-e7ebf4d0ae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38330c0e-c433-4b08-af40-1de092e91055,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:36.163936 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-88808d71-4167-427d-9122-d8b74158c0fd admin admin] Publish callbacks [] for security_group (66cec573-8cb2-4f69-b7ff-741f89d68ede), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.164226 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 34996) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:36.218952 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-93dfbfa9-46a5-4363-9f99-b5bd183a3143 admin admin] Publish callbacks [] for security_group (38330c0e-c433-4b08-af40-1de092e91055), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.230821 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-88808d71-4167-427d-9122-d8b74158c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (66cec573-8cb2-4f69-b7ff-741f89d68ede), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.246544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-93dfbfa9-46a5-4363-9f99-b5bd183a3143 admin admin] Publish callbacks [] for security_group (38330c0e-c433-4b08-af40-1de092e91055), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.304271 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88808d71-4167-427d-9122-d8b74158c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cec573-8cb2-4f69-b7ff-741f89d68ede,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:36.308715 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-88808d71-4167-427d-9122-d8b74158c0fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c30dc931d656404daae9697bc27200f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7842560 Aug 23 06:07:36.312693 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35000) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:36.371990 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951be3ea-0fd2-4a95-b620-705e254ccac1 req-d6c4212f-285e-4290-9dec-4566e686d1bb tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:36.373651 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-951be3ea-0fd2-4a95-b620-705e254ccac1 req-d6c4212f-285e-4290-9dec-4566e686d1bb tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.1107807 Aug 23 06:07:36.382472 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-93dfbfa9-46a5-4363-9f99-b5bd183a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (38330c0e-c433-4b08-af40-1de092e91055), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.385209 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-93dfbfa9-46a5-4363-9f99-b5bd183a3143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.389229 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-93dfbfa9-46a5-4363-9f99-b5bd183a3143 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38330c0e-c433-4b08-af40-1de092e91055 HTTP/1.1" status: 204 len: 168 time: 0.2220585 Aug 23 06:07:36.398073 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfbfa9-46a5-4363-9f99-b5bd183a3143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38330c0e-c433-4b08-af40-1de092e91055,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:36.418246 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-82c1de16-1321-4b4f-8657-62b8c44af259 admin admin] Publish callbacks [] for security_group (66cec573-8cb2-4f69-b7ff-741f89d68ede), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.442489 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-82c1de16-1321-4b4f-8657-62b8c44af259 admin admin] Publish callbacks [] for security_group (66cec573-8cb2-4f69-b7ff-741f89d68ede), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.501496 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-951be3ea-0fd2-4a95-b620-705e254ccac1 req-8ec33e88-99fb-429d-9150-8039fcc3cdcc tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938261 Aug 23 06:07:36.594750 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-82c1de16-1321-4b4f-8657-62b8c44af259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (66cec573-8cb2-4f69-b7ff-741f89d68ede), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.598436 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-82c1de16-1321-4b4f-8657-62b8c44af259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:36.604412 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-82c1de16-1321-4b4f-8657-62b8c44af259 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66cec573-8cb2-4f69-b7ff-741f89d68ede HTTP/1.1" status: 204 len: 168 time: 0.2862175 Aug 23 06:07:36.608283 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1de16-1321-4b4f-8657-62b8c44af259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cec573-8cb2-4f69-b7ff-741f89d68ede,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:36.991622 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:07:37.012674 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:07:37.013093 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4c06dc9f-4da5-47f5-8199-c50a0be7bb3d not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:07:37.061082 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35078) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:37.075565 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6f22f005-8c81-4bef-b42d-19dda64bd374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.160778 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6f22f005-8c81-4bef-b42d-19dda64bd374 admin admin] Publish callbacks [] for security_group (12445147-edff-443f-9223-72973c1842ad), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.206588 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6f22f005-8c81-4bef-b42d-19dda64bd374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (12445147-edff-443f-9223-72973c1842ad), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.252505 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-6f22f005-8c81-4bef-b42d-19dda64bd374 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=136699ab2f1d4873b41041355408674a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901276 Aug 23 06:07:37.254904 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22f005-8c81-4bef-b42d-19dda64bd374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12445147-edff-443f-9223-72973c1842ad,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:37.255506 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35084) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:37.312960 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91f9d0e6-af49-4abc-b0e3-4647b0bca061 admin admin] Publish callbacks [] for security_group (12445147-edff-443f-9223-72973c1842ad), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.342563 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91f9d0e6-af49-4abc-b0e3-4647b0bca061 admin admin] Publish callbacks [] for security_group (12445147-edff-443f-9223-72973c1842ad), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.400725 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35092) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:37.422990 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a55eb896-8a0d-4ba6-a168-55a4e1924028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.474423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91f9d0e6-af49-4abc-b0e3-4647b0bca061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (12445147-edff-443f-9223-72973c1842ad), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.477557 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91f9d0e6-af49-4abc-b0e3-4647b0bca061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.478766 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-91f9d0e6-af49-4abc-b0e3-4647b0bca061 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12445147-edff-443f-9223-72973c1842ad HTTP/1.1" status: 204 len: 168 time: 0.2221344 Aug 23 06:07:37.496105 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9d0e6-af49-4abc-b0e3-4647b0bca061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12445147-edff-443f-9223-72973c1842ad,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:37.581818 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a55eb896-8a0d-4ba6-a168-55a4e1924028 admin admin] Publish callbacks [] for security_group (2a169bcf-70d3-448a-a2e0-7bd15416f27c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.658763 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a55eb896-8a0d-4ba6-a168-55a4e1924028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2a169bcf-70d3-448a-a2e0-7bd15416f27c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.686213 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f95a-6310-4576-bd3a-3c39e9c16c9c req-3a5795bb-77ff-4a25-84b8-82935c8f3262 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:37.688166 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5aa6f95a-6310-4576-bd3a-3c39e9c16c9c req-3a5795bb-77ff-4a25-84b8-82935c8f3262 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0957489 Aug 23 06:07:37.706556 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a55eb896-8a0d-4ba6-a168-55a4e1924028 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=572858cd961946538161aed4685d6aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044651 Aug 23 06:07:37.707332 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35100) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:37.708513 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55eb896-8a0d-4ba6-a168-55a4e1924028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a169bcf-70d3-448a-a2e0-7bd15416f27c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:37.770094 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5339b339-45c0-4d71-81a3-3e83b9422c5a admin admin] Publish callbacks [] for security_group (2a169bcf-70d3-448a-a2e0-7bd15416f27c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.796316 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5339b339-45c0-4d71-81a3-3e83b9422c5a admin admin] Publish callbacks [] for security_group (2a169bcf-70d3-448a-a2e0-7bd15416f27c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.801226 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5aa6f95a-6310-4576-bd3a-3c39e9c16c9c req-b0f246fa-0698-4a9b-a8a8-704dd127d3c8 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049080 Aug 23 06:07:37.943763 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5339b339-45c0-4d71-81a3-3e83b9422c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2a169bcf-70d3-448a-a2e0-7bd15416f27c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.946925 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5339b339-45c0-4d71-81a3-3e83b9422c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:37.950998 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5339b339-45c0-4d71-81a3-3e83b9422c5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a169bcf-70d3-448a-a2e0-7bd15416f27c HTTP/1.1" status: 204 len: 168 time: 0.2365007 Aug 23 06:07:37.956857 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b339-45c0-4d71-81a3-3e83b9422c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a169bcf-70d3-448a-a2e0-7bd15416f27c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:38.969331 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea65b7-a06d-4736-baa0-648bf87ce451 req-690369ee-886d-456c-b6c3-ad42d793de36 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:38.981689 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79ea65b7-a06d-4736-baa0-648bf87ce451 req-690369ee-886d-456c-b6c3-ad42d793de36 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0809507 Aug 23 06:07:39.035711 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79ea65b7-a06d-4736-baa0-648bf87ce451 req-826411df-973b-499b-b49e-ecbe85b5dd13 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528135 Aug 23 06:07:39.193775 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b3c9-7559-4a2d-8119-bca1b534d660 req-dfe6a358-532f-4b40-8697-3a21c177ad7c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:39.212345 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0696b3c9-7559-4a2d-8119-bca1b534d660 req-dfe6a358-532f-4b40-8697-3a21c177ad7c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0794842 Aug 23 06:07:39.217897 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35198) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:39.223331 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'floatingip': {'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:07:39.296721 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (ed99c38f-91bd-4836-b17c-ae6800f5e50b), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:39.852527 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:39.897779 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ed99c38f-91bd-4836-b17c-ae6800f5e50b), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:40.000716 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Floating IP ed99c38f-91bd-4836-b17c-ae6800f5e50b associated. External IP: 172.27.1.207, port: c11318c7-d909-42c9-abef-a0d72c2dd8d3. Aug 23 06:07:40.222914 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Router ec87f542-ff8b-4021-b43e-a7884d79c0ee has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:07:40.338977 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:40.421138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:07:40.432959 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] Sync routers for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:07:40.460813 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:40.465772 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:07:40.470407 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:07:40.533697 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8ccaa542-68a6-47d3-a6c5-ddc251e9ff1d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "PUT /v2.0/floatingips/ed99c38f-91bd-4836-b17c-ae6800f5e50b HTTP/1.1" status: 200 len: 991 time: 1.3123095 Aug 23 06:07:40.533697 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:07:40.535247 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4404b08-adc2-473f-9415-b88c0201ef24" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:07:40.606339 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149c1cc7-d9f5-47d1-beeb-65984cb40075 x-openstack-request-id: req-149c1cc7-d9f5-47d1-beeb-65984cb40075 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:07:40.606624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:07:40.606890 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-149c1cc7-d9f5-47d1-beeb-65984cb40075 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:07:40.607357 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149c1cc7-d9f5-47d1-beeb-65984cb40075'] response: {'name': 'network-changed', 'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'status': 'completed', 'code': 200} Aug 23 06:07:40.653943 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:07:40.752718 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-0226f2c3-c828-4004-8547-944ea97c3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:40.758757 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-0226f2c3-c828-4004-8547-944ea97c3859 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1129 time: 0.1288164 Aug 23 06:07:40.941841 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-6966201d-5fcc-4e89-8d25-08f720c19b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:40.946008 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-6966201d-5fcc-4e89-8d25-08f720c19b72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.1804948 Aug 23 06:07:40.985058 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ed99c38f-91bd-4836-b17c-ae6800f5e50b', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:07:13Z', 'updated_at': '2022-08-23T06:07:39Z', 'revision_number': 1, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:07:41.052435 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] Checking router: ec87f542-ff8b-4021-b43e-a7884d79c0ee for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:07:41.076391 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:07:41.077051 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:07:41.083638 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-7b0bcb57-e5fe-4fbb-bed2-a3832a06ec44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3 HTTP/1.1" status: 200 len: 999 time: 0.1301560 Aug 23 06:07:41.155281 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-8688aae5-185c-4054-859c-de4f616cb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:41.155281 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-8688aae5-185c-4054-859c-de4f616cb181 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0634367 Aug 23 06:07:41.217861 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:07:41.263001 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-718a9a10-ebc2-4899-9929-7ca7a4bac539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:07:41.269497 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-718a9a10-ebc2-4899-9929-7ca7a4bac539 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079106 Aug 23 06:07:41.374423 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-997070bc-2511-4643-923b-50c7fc1447f1 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978756 Aug 23 06:07:41.549233 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4404b08-adc2-473f-9415-b88c0201ef24 req-80d0aba6-402d-4955-9398-892acc722c99 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689153 Aug 23 06:07:41.715003 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ed99c38f-91bd-4836-b17c-ae6800f5e50b', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:07:13Z', 'updated_at': '2022-08-23T06:07:39Z', 'revision_number': 1, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:07:41.741948 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0203c3-217e-476f-88a7-17c6cea41a46 None None] The sync data for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi is: [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ed99c38f-91bd-4836-b17c-ae6800f5e50b', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:07:13Z', 'updated_at': '2022-08-23T06:07:39Z', 'revision_number': 1, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:07:41.983808 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517071d-f643-4e08-891d-9140055c5af3 None None] New status for floating IP ed99c38f-91bd-4836-b17c-ae6800f5e50b: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:07:44.259743 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35384) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:44.327718 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35388) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:44.436550 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-251026e0-6eff-4d12-97f3-6e5526a6e5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.457517 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-d3177ad7-1a63-4e65-9bcf-d0d690ea9f03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=095c1f7ad2ef48a1a0cac96c0860cf64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964123 Aug 23 06:07:44.457803 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35392) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:44.536903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d23f13d-f6ad-4e52-853e-3f1f7b9de90b admin admin] Publish callbacks [] for security_group (aeb1fc48-b04c-4371-b31c-3e188622531f), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.553537 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-251026e0-6eff-4d12-97f3-6e5526a6e5e8 admin admin] Publish callbacks [] for security_group (1298d1f5-9b66-4bb9-a312-c217abc9f1ed), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.570366 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d23f13d-f6ad-4e52-853e-3f1f7b9de90b admin admin] Publish callbacks [] for security_group (aeb1fc48-b04c-4371-b31c-3e188622531f), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.628614 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-251026e0-6eff-4d12-97f3-6e5526a6e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1298d1f5-9b66-4bb9-a312-c217abc9f1ed), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.665921 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251026e0-6eff-4d12-97f3-6e5526a6e5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298d1f5-9b66-4bb9-a312-c217abc9f1ed,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:44.670360 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-251026e0-6eff-4d12-97f3-6e5526a6e5e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e34b7f4f913c44dabb3b6afcacf825d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414900 Aug 23 06:07:44.673028 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35396) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:44.689376 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d23f13d-f6ad-4e52-853e-3f1f7b9de90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (aeb1fc48-b04c-4371-b31c-3e188622531f), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.700980 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d23f13d-f6ad-4e52-853e-3f1f7b9de90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.700980 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1d23f13d-f6ad-4e52-853e-3f1f7b9de90b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aeb1fc48-b04c-4371-b31c-3e188622531f HTTP/1.1" status: 204 len: 168 time: 0.2342081 Aug 23 06:07:44.715026 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f13d-f6ad-4e52-853e-3f1f7b9de90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1fc48-b04c-4371-b31c-3e188622531f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:44.746335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-114e001b-6eb0-4aeb-b8d3-5f8587844f1d admin admin] Publish callbacks [] for security_group (1298d1f5-9b66-4bb9-a312-c217abc9f1ed), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.780745 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-114e001b-6eb0-4aeb-b8d3-5f8587844f1d admin admin] Publish callbacks [] for security_group (1298d1f5-9b66-4bb9-a312-c217abc9f1ed), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.903546 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-114e001b-6eb0-4aeb-b8d3-5f8587844f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1298d1f5-9b66-4bb9-a312-c217abc9f1ed), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.906542 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-114e001b-6eb0-4aeb-b8d3-5f8587844f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:44.910047 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-114e001b-6eb0-4aeb-b8d3-5f8587844f1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1298d1f5-9b66-4bb9-a312-c217abc9f1ed HTTP/1.1" status: 204 len: 168 time: 0.2337143 Aug 23 06:07:44.928369 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e001b-6eb0-4aeb-b8d3-5f8587844f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298d1f5-9b66-4bb9-a312-c217abc9f1ed,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:45.770880 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35430) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:45.787009 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7abe6cd3-0148-4178-89eb-b16e65d10f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:45.867715 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7abe6cd3-0148-4178-89eb-b16e65d10f74 admin admin] Publish callbacks [] for security_group (24ac6893-0b9a-4b82-9f23-548a8fab178e), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:46.069063 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7abe6cd3-0148-4178-89eb-b16e65d10f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (24ac6893-0b9a-4b82-9f23-548a8fab178e), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:46.111258 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7abe6cd3-0148-4178-89eb-b16e65d10f74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95ac4f9d5bfb4054a11599b805691b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392990 Aug 23 06:07:46.118534 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe6cd3-0148-4178-89eb-b16e65d10f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ac6893-0b9a-4b82-9f23-548a8fab178e,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:46.118677 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35434) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:46.165879 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-381e8c78-66c6-4c2b-9904-75d8703fe14e admin admin] Publish callbacks [] for security_group (24ac6893-0b9a-4b82-9f23-548a8fab178e), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:46.187193 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-381e8c78-66c6-4c2b-9904-75d8703fe14e admin admin] Publish callbacks [] for security_group (24ac6893-0b9a-4b82-9f23-548a8fab178e), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:46.348967 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-381e8c78-66c6-4c2b-9904-75d8703fe14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (24ac6893-0b9a-4b82-9f23-548a8fab178e), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:46.352439 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-381e8c78-66c6-4c2b-9904-75d8703fe14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:46.354567 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-381e8c78-66c6-4c2b-9904-75d8703fe14e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24ac6893-0b9a-4b82-9f23-548a8fab178e HTTP/1.1" status: 204 len: 168 time: 0.2394121 Aug 23 06:07:46.365532 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e8c78-66c6-4c2b-9904-75d8703fe14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ac6893-0b9a-4b82-9f23-548a8fab178e,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:53.251007 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a894d484-0006-45dd-9927-65ee8ab647b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:53.497447 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:07:55.399872 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4492a948-ecb2-4462-965d-63f239c3144c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:56.430080 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35612) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:56.544109 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7768b23d-bca8-4400-a377-7fe784c1df73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:56.616858 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7768b23d-bca8-4400-a377-7fe784c1df73 admin admin] Publish callbacks [] for security_group (00e76f84-91c3-442c-a957-f557a5f21987), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:56.731521 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7768b23d-bca8-4400-a377-7fe784c1df73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (00e76f84-91c3-442c-a957-f557a5f21987), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:56.769141 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768b23d-bca8-4400-a377-7fe784c1df73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e76f84-91c3-442c-a957-f557a5f21987,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:56.773319 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-7768b23d-bca8-4400-a377-7fe784c1df73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f066b5271f024324be4197e743866d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421929 Aug 23 06:07:56.776033 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35620) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:56.823268 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-17e0a92c-37d5-496d-9d5d-d82502060048 admin admin] Publish callbacks [] for security_group (00e76f84-91c3-442c-a957-f557a5f21987), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:56.849029 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-17e0a92c-37d5-496d-9d5d-d82502060048 admin admin] Publish callbacks [] for security_group (00e76f84-91c3-442c-a957-f557a5f21987), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:56.976764 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:57.005330 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-17e0a92c-37d5-496d-9d5d-d82502060048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (00e76f84-91c3-442c-a957-f557a5f21987), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:57.007959 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-17e0a92c-37d5-496d-9d5d-d82502060048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:57.009211 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-17e0a92c-37d5-496d-9d5d-d82502060048 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00e76f84-91c3-442c-a957-f557a5f21987 HTTP/1.1" status: 204 len: 168 time: 0.2322705 Aug 23 06:07:57.017190 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0a92c-37d5-496d-9d5d-d82502060048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e76f84-91c3-442c-a957-f557a5f21987,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:57.771426 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35634) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:57.788315 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9e46ada4-024e-40ae-8884-1df15f4c4397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:57.867138 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9e46ada4-024e-40ae-8884-1df15f4c4397 admin admin] Publish callbacks [] for security_group (e8d74468-e973-42cd-b2bc-7ccd14f64fe1), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:57.999587 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9e46ada4-024e-40ae-8884-1df15f4c4397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (e8d74468-e973-42cd-b2bc-7ccd14f64fe1), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.043987 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35640) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:58.052102 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9e46ada4-024e-40ae-8884-1df15f4c4397 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd6668a120d541a4b155b6dad12a55dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759266 Aug 23 06:07:58.052102 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46ada4-024e-40ae-8884-1df15f4c4397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d74468-e973-42cd-b2bc-7ccd14f64fe1,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:58.052537 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35644) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:58.120900 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Publish callbacks [] for security_group (e8d74468-e973-42cd-b2bc-7ccd14f64fe1), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.144218 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Publish callbacks [] for security_group (e8d74468-e973-42cd-b2bc-7ccd14f64fe1), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.178056 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e0464377-4f1b-46a1-a15b-7ee634fb4612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.223125 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.310101 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (e8d74468-e973-42cd-b2bc-7ccd14f64fe1), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.313027 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.314230 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8d74468-e973-42cd-b2bc-7ccd14f64fe1 HTTP/1.1" status: 204 len: 168 time: 0.2563467 Aug 23 06:07:58.335164 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d74468-e973-42cd-b2bc-7ccd14f64fe1,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:58.349127 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.349935 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.350325 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.350711 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.351084 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.351439 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.351798 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.352157 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.352510 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.352893 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.353426 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.353839 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.354187 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef5ff3-96b2-4fc4-abca-5f9c1baade26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.402279 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e0464377-4f1b-46a1-a15b-7ee634fb4612 admin admin] Publish callbacks [] for security_group (6047c419-eb69-49dc-81b8-47789a3a8bc1), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.507729 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e0464377-4f1b-46a1-a15b-7ee634fb4612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (6047c419-eb69-49dc-81b8-47789a3a8bc1), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.554531 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e0464377-4f1b-46a1-a15b-7ee634fb4612 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eaaaea4c0b804109a132bd2056bb5dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093603 Aug 23 06:07:58.555629 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0464377-4f1b-46a1-a15b-7ee634fb4612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6047c419-eb69-49dc-81b8-47789a3a8bc1,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:58.557397 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35648) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:58.608206 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Publish callbacks [] for security_group (6047c419-eb69-49dc-81b8-47789a3a8bc1), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.630682 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Publish callbacks [] for security_group (6047c419-eb69-49dc-81b8-47789a3a8bc1), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.805188 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (6047c419-eb69-49dc-81b8-47789a3a8bc1), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.807818 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:58.809119 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6047c419-eb69-49dc-81b8-47789a3a8bc1 HTTP/1.1" status: 204 len: 168 time: 0.2504170 Aug 23 06:07:58.817930 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6047c419-eb69-49dc-81b8-47789a3a8bc1,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:58.825296 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.825679 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.826021 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.826364 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.826684 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.827198 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.827709 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.828033 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.828354 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.828701 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.829005 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.829322 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:58.829990 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200e376-fde1-427b-9fd3-18918ce2ef9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:07:59.029726 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35656) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:59.043334 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ade1762e-affd-42b3-aa89-7c3949d4c63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:59.117742 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ade1762e-affd-42b3-aa89-7c3949d4c63a admin admin] Publish callbacks [] for security_group (70baf31d-64e7-4ab0-acc3-a215a965cf44), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:59.251036 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ade1762e-affd-42b3-aa89-7c3949d4c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (70baf31d-64e7-4ab0-acc3-a215a965cf44), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:59.293190 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ade1762e-affd-42b3-aa89-7c3949d4c63a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=844ab91977f3418c882089729458fecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623353 Aug 23 06:07:59.294366 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1762e-affd-42b3-aa89-7c3949d4c63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70baf31d-64e7-4ab0-acc3-a215a965cf44,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:59.296160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35664) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:07:59.348652 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-916e1d1c-37c3-443d-8f2c-adedaa23a9b6 admin admin] Publish callbacks [] for security_group (70baf31d-64e7-4ab0-acc3-a215a965cf44), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:59.371453 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-916e1d1c-37c3-443d-8f2c-adedaa23a9b6 admin admin] Publish callbacks [] for security_group (70baf31d-64e7-4ab0-acc3-a215a965cf44), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:59.539084 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:59.576856 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-916e1d1c-37c3-443d-8f2c-adedaa23a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (70baf31d-64e7-4ab0-acc3-a215a965cf44), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:59.579801 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-916e1d1c-37c3-443d-8f2c-adedaa23a9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:07:59.580996 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-916e1d1c-37c3-443d-8f2c-adedaa23a9b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70baf31d-64e7-4ab0-acc3-a215a965cf44 HTTP/1.1" status: 204 len: 168 time: 0.2830701 Aug 23 06:07:59.589211 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e1d1c-37c3-443d-8f2c-adedaa23a9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70baf31d-64e7-4ab0-acc3-a215a965cf44,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:07:59.959913 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35682) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:00.123242 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1316938484-network', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:00.210530 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Made reservation on behalf of ac193dba6f144099ab5e70bc38c8c0a0 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:00.212927 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:00.221669 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:00.299052 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Publish callbacks [] for security_group (90be1fdb-11e4-478e-8676-ae26cbde1287), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:00.451220 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (90be1fdb-11e4-478e-8676-ae26cbde1287), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:00.478280 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:08:00.488149 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be1fdb-11e4-478e-8676-ae26cbde1287,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:00.494573 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (9e144305-79a7-437c-9e74-0905c6471bba), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:00.494957 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Added segment 9e144305-79a7-437c-9e74-0905c6471bba of type vlan for network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc Aug 23 06:08:00.540567 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (88d5eb47-0f24-49f8-aeb0-d607177fd3cc), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:00.616904 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (88d5eb47-0f24-49f8-aeb0-d607177fd3cc), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:00.617915 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:00.618491 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:00.683005 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] Pushing event updated for resources: {'Network': ['ID=88d5eb47-0f24-49f8-aeb0-d607177fd3cc,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:00.694789 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:08:00.757976 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1d0d533e-58d4-4468-94f0-3d4c4d8fbe2d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7964523 Aug 23 06:08:00.761048 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35686) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:00.766866 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Request body: {'subnet': {'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1316938484-subnet', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:00.908251 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Made reservation on behalf of ac193dba6f144099ab5e70bc38c8c0a0 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:00.911249 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30006146'] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:01.177624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49376396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30006164'] for subnet (aeab5cdc-e965-490b-a2ab-050289e0939f), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:01.239949 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeab5cdc-e965-490b-a2ab-050289e0939f,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:01.247258 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Checking segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:01.247622 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Network hostable DHCP agents. Network: 88d5eb47-0f24-49f8-aeb0-d607177fd3cc, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:08:01.433636 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:08:01.547922 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 88d5eb47-0f24-49f8-aeb0-d607177fd3cc) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:01.553109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:01.553917 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:01.565650 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22a4bc-c181-408c-94b9-a50a66452327 None None] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:08:01.636451 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ee0f8f68-2619-43c3-93e6-bb22ec1d48dd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8740089 Aug 23 06:08:01.639094 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35690) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:01.643904 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:01.674184 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:08:01.675062 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:01.788677 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (9b4606d0-4a71-4c7e-849f-147ede683bfe), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:01.789905 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (9b4606d0-4a71-4c7e-849f-147ede683bfe), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:01.813636 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Allocated IP 172.20.0.2 (88d5eb47-0f24-49f8-aeb0-d607177fd3cc/aeab5cdc-e965-490b-a2ab-050289e0939f/788d1fef-d478-4c97-b1dc-3f3da3f7c5ca) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:01.850545 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks [] for router_controller (9b4606d0-4a71-4c7e-849f-147ede683bfe), precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:01.955452 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Publish callbacks [] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.040711 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.097173 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:02.100335 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:02.104620 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:02.112548 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Pushing event updated for resources: {'Port': ['ID=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:02.119409 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks [] for router_gateway (9b4606d0-4a71-4c7e-849f-147ede683bfe), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.168768 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Attempting to bind port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:02.169190 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Attempting to bind port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:02.169599 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Attempting to bind port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:02.174971 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:02.175374 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Checking segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:02.179583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.179583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Bound using segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:02.179583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Bound port: 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:02.179583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.241765 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] For port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:02.244754 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] For port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:02.394010 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.453243 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b50710-360e-4c56-bdf4-5e90783cf416 None None] Pushing event updated for resources: {'Port': ['ID=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:02.463703 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks [] for router_gateway (9b4606d0-4a71-4c7e-849f-147ede683bfe), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.484661 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.618027 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Allocated IP 172.27.1.80 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/f179a26b-4d9e-42b1-86b0-51d6763c5077) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:02.743134 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks [] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.902684 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:02.946177 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:02.949162 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:02.951883 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:02.979568 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f179a26b-4d9e-42b1-86b0-51d6763c5077,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:03.319035 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks [] for router_gateway (9b4606d0-4a71-4c7e-849f-147ede683bfe), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:03.392666 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd9900-96ad-43f8-bf18-571838247b90 None None] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:08:03.515513 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-c88af99a-5dd3-4cd2-ba87-9b6d94c64e49 None None] Provisioning complete for port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:03.515888 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c88af99a-5dd3-4cd2-ba87-9b6d94c64e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:03.540007 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (9b4606d0-4a71-4c7e-849f-147ede683bfe), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:03.577522 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:03.660280 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-c88af99a-5dd3-4cd2-ba87-9b6d94c64e49 None None] Current status of the port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:03.660696 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c88af99a-5dd3-4cd2-ba87-9b6d94c64e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:03.689520 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:03.689961 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:03.733324 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-c88af99a-5dd3-4cd2-ba87-9b6d94c64e49 None None] For port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:03.779424 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:03.779816 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:03.788167 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:08:03.830396 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c88af99a-5dd3-4cd2-ba87-9b6d94c64e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:03.894543 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.db.api [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104498) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 06:08:03.894903 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG oslo_db.api [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 06:08:03.904890 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88af99a-5dd3-4cd2-ba87-9b6d94c64e49 None None] Pushing event updated for resources: {'Port': ['ID=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:03.951496 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-c396f0fb-5e6c-4ad5-8fb2-ec1ef17b5687 None None] Provisioning complete for port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:03.951859 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c396f0fb-5e6c-4ad5-8fb2-ec1ef17b5687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.037781 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-c396f0fb-5e6c-4ad5-8fb2-ec1ef17b5687 None None] Current status of the port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:04.160782 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:08:04.170901 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:08:04.181365 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:08:04.181993 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:04.241777 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.246087 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35714) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:04.246682 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-928e17bb-bd43-4f3e-afff-0b0dca7ebbd3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6058862 Aug 23 06:08:04.290362 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:08:04.452465 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:04.507203 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:03Z', 'revision_number': 3, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:04.531719 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:08:04.532094 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Updating router 9b4606d0-4a71-4c7e-849f-147ede683bfe port f179a26b-4d9e-42b1-86b0-51d6763c5077 binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:08:04.563747 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.679123 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.819253 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Publish callbacks [] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.842968 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Allocated IP 172.20.0.1 (88d5eb47-0f24-49f8-aeb0-d607177fd3cc/aeab5cdc-e965-490b-a2ab-050289e0939f/3fb20cc0-e5b4-4402-a853-20ee44f6bcb6) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:04.919098 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.950683 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Publish callbacks [] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.951319 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Attempting to bind port f179a26b-4d9e-42b1-86b0-51d6763c5077 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:04.951706 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Attempting to bind port f179a26b-4d9e-42b1-86b0-51d6763c5077 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:04.952099 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Attempting to bind port f179a26b-4d9e-42b1-86b0-51d6763c5077 on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:04.964070 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:04.964434 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:04.964828 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.965215 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:04.965793 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Bound port: f179a26b-4d9e-42b1-86b0-51d6763c5077, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:04.966185 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:04.988001 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e782d-0b39-4dee-bd24-0f307be5a905 None None] Pushing event updated for resources: {'Port': ['ID=f179a26b-4d9e-42b1-86b0-51d6763c5077,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:05.021951 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] For port f179a26b-4d9e-42b1-86b0-51d6763c5077, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:05.025208 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] For port f179a26b-4d9e-42b1-86b0-51d6763c5077, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=f179a26b-4d9e-42b1-86b0-51d6763c5077,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:05.033832 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.068663 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:05.071642 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:05.077482 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:05.105838 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:05.125695 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (9b4606d0-4a71-4c7e-849f-147ede683bfe), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.156610 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.197097 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:08:05.197769 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:05.258811 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e782d-0b39-4dee-bd24-0f307be5a905 None None] Pushing event updated for resources: {'Port': ['ID=f179a26b-4d9e-42b1-86b0-51d6763c5077,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:05.323671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-43577957-8528-4941-baf5-afc073e8a2fc None None] Provisioning complete for port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:05.324005 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-43577957-8528-4941-baf5-afc073e8a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.368080 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.483284 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:08:05.562305 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Publish callbacks [] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.587361 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:05.607902 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-43577957-8528-4941-baf5-afc073e8a2fc None None] Port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:08:05.656475 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.694249 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:05.694612 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.728171 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (9b4606d0-4a71-4c7e-849f-147ede683bfe), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:05.731134 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:05.774891 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:03Z', 'revision_number': 3, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:05.808573 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac39b38-2380-40f5-aafd-e54c1ba0ec5f None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:03Z', 'revision_number': 3, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:08:05.813862 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:05.841766 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:05.843200 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:05.962803 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:08:06.109413 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:08:06.115786 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-c772a587-9d16-4052-80ed-20c17a4d9c70 admin admin] 10.222.0.26 "PUT /v2.0/routers/9b4606d0-4a71-4c7e-849f-147ede683bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671236 Aug 23 06:08:06.137160 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-25b441e6-adb6-42cc-9f79-d362debd1cf1 None None] Provisioning complete for port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:06.137619 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-25b441e6-adb6-42cc-9f79-d362debd1cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:06.179695 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-25b441e6-adb6-42cc-9f79-d362debd1cf1 None None] Port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:08:06.599806 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35734) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:06.723564 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4bf8e7c1-f347-451b-916b-8ed02b7f4b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:06.816265 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4bf8e7c1-f347-451b-916b-8ed02b7f4b3d admin admin] Publish callbacks [] for security_group (f099c66a-f19f-41de-a1b9-35c629b833d5), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:06.878950 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4bf8e7c1-f347-451b-916b-8ed02b7f4b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f099c66a-f19f-41de-a1b9-35c629b833d5), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:06.912493 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35746) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:06.917609 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-648383196-network', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:06.926276 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-4bf8e7c1-f347-451b-916b-8ed02b7f4b3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=220b9a5756d94318beaf21570f70c267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253222 Aug 23 06:08:06.927223 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8e7c1-f347-451b-916b-8ed02b7f4b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f099c66a-f19f-41de-a1b9-35c629b833d5,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:06.929404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35748) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:06.986546 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7b56a709-ca21-4c74-9d99-1118d85d247b admin admin] Publish callbacks [] for security_group (f099c66a-f19f-41de-a1b9-35c629b833d5), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.008662 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7b56a709-ca21-4c74-9d99-1118d85d247b admin admin] Publish callbacks [] for security_group (f099c66a-f19f-41de-a1b9-35c629b833d5), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.027387 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Made reservation on behalf of 2f51c354a0dd43cdb23ab619e5ce643c for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:07.029990 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.051701 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.195226 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7b56a709-ca21-4c74-9d99-1118d85d247b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f099c66a-f19f-41de-a1b9-35c629b833d5), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.198192 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7b56a709-ca21-4c74-9d99-1118d85d247b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.199118 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7b56a709-ca21-4c74-9d99-1118d85d247b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f099c66a-f19f-41de-a1b9-35c629b833d5 HTTP/1.1" status: 204 len: 168 time: 0.2685854 Aug 23 06:08:07.217838 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56a709-ca21-4c74-9d99-1118d85d247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f099c66a-f19f-41de-a1b9-35c629b833d5,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:07.280617 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Publish callbacks [] for security_group (24d42c2e-4900-4ac1-aa2d-7bc613b5d0b0), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.353922 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (24d42c2e-4900-4ac1-aa2d-7bc613b5d0b0), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.381843 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:08:07.392543 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d42c2e-4900-4ac1-aa2d-7bc613b5d0b0,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:07.398658 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (cbf347d0-4488-4ec5-b010-62055458e43b), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.398964 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Added segment cbf347d0-4488-4ec5-b010-62055458e43b of type vlan for network 54878f85-fe2f-425b-957e-015efcdd1c83 Aug 23 06:08:07.439497 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (54878f85-fe2f-425b-957e-015efcdd1c83), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.513746 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:08:07.524778 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:08:07.525527 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:07.541938 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device f179a26b-4d9e-42b1-86b0-51d6763c5077 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:07.593328 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port f179a26b-4d9e-42b1-86b0-51d6763c5077 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:07.593802 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.633404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (54878f85-fe2f-425b-957e-015efcdd1c83), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.634414 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:07.636061 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.653549 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:08:07.677340 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port f179a26b-4d9e-42b1-86b0-51d6763c5077 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:07.677958 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.699596 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port f179a26b-4d9e-42b1-86b0-51d6763c5077, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=f179a26b-4d9e-42b1-86b0-51d6763c5077,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:07.715767 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] Pushing event updated for resources: {'Network': ['ID=54878f85-fe2f-425b-957e-015efcdd1c83,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:07.726854 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 54878f85-fe2f-425b-957e-015efcdd1c83 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:08:07.802908 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d6e8a23c-8920-4959-8c21-6a0f15c8f8fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8891873 Aug 23 06:08:07.806109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35754) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:07.811076 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Request body: {'subnet': {'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-648383196-subnet', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:07.816145 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:07.858493 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 2, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:07.884740 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:08:07.884998 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=f179a26b-4d9e-42b1-86b0-51d6763c5077,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:07.885093 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Updating router 9b4606d0-4a71-4c7e-849f-147ede683bfe port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:08:07.930611 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Made reservation on behalf of 2f51c354a0dd43cdb23ab619e5ce643c for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:07.933578 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30006146'] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.002639 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.052811 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35756) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:08.068242 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2dbf70e5-7911-414d-b761-af2c7a1ea568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.159289 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2dbf70e5-7911-414d-b761-af2c7a1ea568 admin admin] Publish callbacks [] for security_group (aa59d8a2-5c39-4448-8759-9808ff59763c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.270839 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Publish callbacks [] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.290917 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49376396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30006164'] for subnet (809be98e-3941-41c1-bf0e-144ac016e5d1), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.336269 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2dbf70e5-7911-414d-b761-af2c7a1ea568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (aa59d8a2-5c39-4448-8759-9808ff59763c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.355728 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=809be98e-3941-41c1-bf0e-144ac016e5d1,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:08.361333 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Checking segment: {'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:08.361714 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Network hostable DHCP agents. Network: 54878f85-fe2f-425b-957e-015efcdd1c83, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:08:08.376862 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-2dbf70e5-7911-414d-b761-af2c7a1ea568 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=585ac631788d4278ae8b47a1d9968f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226769 Aug 23 06:08:08.377870 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf70e5-7911-414d-b761-af2c7a1ea568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa59d8a2-5c39-4448-8759-9808ff59763c,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:08.379546 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35758) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:08.387604 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.429794 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-23c69964-421c-46c4-9794-0d7e11c10c9c admin admin] Publish callbacks [] for security_group (aa59d8a2-5c39-4448-8759-9808ff59763c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.449884 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Network 54878f85-fe2f-425b-957e-015efcdd1c83 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:08:08.453890 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-23c69964-421c-46c4-9794-0d7e11c10c9c admin admin] Publish callbacks [] for security_group (aa59d8a2-5c39-4448-8759-9808ff59763c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.464778 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Pushing event updated for resources: {'Port': ['ID=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:08.477939 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.478307 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.478664 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.479002 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.479329 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.479651 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.479974 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.480291 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.480608 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.480942 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.481263 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.481601 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.481917 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:08.489165 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Attempting to bind port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:08.489617 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Attempting to bind port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:08.489921 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Attempting to bind port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:08.495229 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:08.495596 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Checking segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:08.495996 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.496389 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Bound using segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:08.496872 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Bound port: 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:08.497239 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.542112 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 54878f85-fe2f-425b-957e-015efcdd1c83) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:08.546133 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:08.546731 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.556664 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237e47f-6f2a-4622-a4c1-b7d769a78733 None None] Network 54878f85-fe2f-425b-957e-015efcdd1c83 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:08:08.561182 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] For port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:08.564393 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] For port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:08.576152 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-23c69964-421c-46c4-9794-0d7e11c10c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (aa59d8a2-5c39-4448-8759-9808ff59763c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.579347 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-23c69964-421c-46c4-9794-0d7e11c10c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.580664 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-23c69964-421c-46c4-9794-0d7e11c10c9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa59d8a2-5c39-4448-8759-9808ff59763c HTTP/1.1" status: 204 len: 168 time: 0.2000973 Aug 23 06:08:08.594130 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c69964-421c-46c4-9794-0d7e11c10c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa59d8a2-5c39-4448-8759-9808ff59763c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:08.642522 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-2e386235-72b8-488a-8bf6-e8cba1cd8aea admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8349333 Aug 23 06:08:08.642882 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35764) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:08.647811 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:08.663224 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.678479 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-54878f85-fe2f-425b-957e-015efcdd1c83', 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83', 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'fixed_ips': [{'subnet_id': '809be98e-3941-41c1-bf0e-144ac016e5d1'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:08:08.679711 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.707103 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:08:08.708625 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:08.748120 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.749305 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.771298 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9884c0-81f6-4a05-9f0f-27025cd8fb16 None None] Pushing event updated for resources: {'Port': ['ID=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:08.819665 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks [] for router_controller (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), precommit_add_association {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:08.850995 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Allocated IP 172.20.0.2 (54878f85-fe2f-425b-957e-015efcdd1c83/809be98e-3941-41c1-bf0e-144ac016e5d1/6ccc0b24-8c11-4755-85ef-a15fce4b0e43) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:08.851236 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:08:09.018544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks [] for router_gateway (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.076637 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Publish callbacks [] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.125210 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.170746 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Network 54878f85-fe2f-425b-957e-015efcdd1c83 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:09.172173 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:08Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:09.174075 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:09.178489 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:09.206243 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Pushing event updated for resources: {'Port': ['ID=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:09.214956 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739eddb2-8150-49fd-ad95-6bf8f566d62e None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:08Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:08:09.265863 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Attempting to bind port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:09.266490 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Attempting to bind port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:09.267011 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Attempting to bind port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 on network 54878f85-fe2f-425b-957e-015efcdd1c83 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:09.300223 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:09.300707 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Checking segment: {'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:09.301292 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.302979 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Bound using segment: {'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:09.303698 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Bound port: 6ccc0b24-8c11-4755-85ef-a15fce4b0e43, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:09.304191 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.423210 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] For port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:09.428761 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] For port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,segment=NetworkSegment(cbf347d0-4488-4ec5-b010-62055458e43b),segment_id=cbf347d0-4488-4ec5-b010-62055458e43b)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:09.652716 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device f179a26b-4d9e-42b1-86b0-51d6763c5077 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:09.655825 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks [] for router_gateway (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.678358 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.705150 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port f179a26b-4d9e-42b1-86b0-51d6763c5077 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:09.705568 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.791139 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:09.835780 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port f179a26b-4d9e-42b1-86b0-51d6763c5077 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:09.836126 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:09.858259 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Allocated IP 172.27.1.223 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/d6daaab3-7427-4b0f-b829-6217fd9c9629) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:09.907201 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef9bbf-ba6e-4543-ba6f-a046840bb76e None None] Pushing event updated for resources: {'Port': ['ID=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:09.943529 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:09.946851 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:10.043972 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks [] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:10.076738 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:10.076738 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:10.135124 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:10.199020 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:10.199459 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:10.258939 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:10.263550 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:10.272018 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:10.303489 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:10.316150 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Pushing event updated for resources: {'Port': ['ID=d6daaab3-7427-4b0f-b829-6217fd9c9629,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:10.427888 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:10.629478 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks [] for router_gateway (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:10.861866 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:10.972032 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed68f028-9be8-459e-a2fd-077e82314f50 None None] Network 54878f85-fe2f-425b-957e-015efcdd1c83 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:08:11.062611 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-06fb69a5-2329-4b5f-bb2e-3a22c8fdfad7 None None] Provisioning complete for port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:11.066089 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-06fb69a5-2329-4b5f-bb2e-3a22c8fdfad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:11.113046 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:08:11.185181 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-06fb69a5-2329-4b5f-bb2e-3a22c8fdfad7 None None] Current status of the port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:11.185181 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-06fb69a5-2329-4b5f-bb2e-3a22c8fdfad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:11.218237 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-06fb69a5-2329-4b5f-bb2e-3a22c8fdfad7 None None] For port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,segment=NetworkSegment(cbf347d0-4488-4ec5-b010-62055458e43b),segment_id=cbf347d0-4488-4ec5-b010-62055458e43b)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:11.239142 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:08:11.249007 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Sync routers for ids ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:08:11.273370 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Routers {'50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:08:11.274143 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:11.313503 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-06fb69a5-2329-4b5f-bb2e-3a22c8fdfad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:11.369768 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:11.372318 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-6d9bfd69-f600-4de8-9ba0-836303a6fd1d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7281077 Aug 23 06:08:11.374994 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35806) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:11.440292 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Set router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:08:11.444885 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb69a5-2329-4b5f-bb2e-3a22c8fdfad7 None None] Pushing event updated for resources: {'Port': ['ID=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:11.518249 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-667ed0fc-7393-4561-b621-f427cc3be5df None None] Provisioning complete for port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:11.518685 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-667ed0fc-7393-4561-b621-f427cc3be5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:11.815051 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:11.866671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-667ed0fc-7393-4561-b621-f427cc3be5df None None] Current status of the port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:11.902368 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 3, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:11.908581 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:11.908914 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:11.928193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:11.960687 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Checking router: 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:08:11.961043 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Updating router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 port d6daaab3-7427-4b0f-b829-6217fd9c9629 binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:08:12.000060 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.115643 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Allocated IP 172.20.0.1 (54878f85-fe2f-425b-957e-015efcdd1c83/809be98e-3941-41c1-bf0e-144ac016e5d1/28dd676c-0f13-44be-af42-5a0615c45743) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:12.130996 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:12.132286 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:12.232795 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Publish callbacks [] for port (28dd676c-0f13-44be-af42-5a0615c45743), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.251348 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:12.251788 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.330806 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (28dd676c-0f13-44be-af42-5a0615c45743), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.367569 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Network 54878f85-fe2f-425b-957e-015efcdd1c83 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:12.374068 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:12.378042 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:12.400423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Pushing event updated for resources: {'Port': ['ID=28dd676c-0f13-44be-af42-5a0615c45743,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:12.416175 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Publish callbacks [] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.421619 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:12.421971 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.484993 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.530026 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Attempting to bind port d6daaab3-7427-4b0f-b829-6217fd9c9629 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:12.530406 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Attempting to bind port d6daaab3-7427-4b0f-b829-6217fd9c9629 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:12.530823 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Attempting to bind port d6daaab3-7427-4b0f-b829-6217fd9c9629 on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:12.546878 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:12.547313 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:12.547783 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.548180 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:12.548665 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Bound port: d6daaab3-7427-4b0f-b829-6217fd9c9629, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:12.549062 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.549492 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35840) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:12.576074 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da489ee-d10d-4238-a87a-b673f3d9c13f None None] Pushing event updated for resources: {'Port': ['ID=d6daaab3-7427-4b0f-b829-6217fd9c9629,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:12.612095 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] For port d6daaab3-7427-4b0f-b829-6217fd9c9629, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:12.616564 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] For port d6daaab3-7427-4b0f-b829-6217fd9c9629, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d6daaab3-7427-4b0f-b829-6217fd9c9629,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:12.646881 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (28dd676c-0f13-44be-af42-5a0615c45743), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.671818 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1d1d7aa2-a766-4e6f-a118-ee192c1b1239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.689399 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.740557 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Routers {'50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:08:12.741194 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:12.745259 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-e3cf4da1-3450-4647-97f1-e7eec5a27c85 None None] Provisioning complete for port 28dd676c-0f13-44be-af42-5a0615c45743 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:12.749737 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e3cf4da1-3450-4647-97f1-e7eec5a27c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (28dd676c-0f13-44be-af42-5a0615c45743), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.767671 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1d1d7aa2-a766-4e6f-a118-ee192c1b1239 admin admin] Publish callbacks [] for security_group (3adee4e3-4e3d-4d34-bbff-afe4010a67c4), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.814840 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Publish callbacks [] for port (28dd676c-0f13-44be-af42-5a0615c45743), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.827550 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da489ee-d10d-4238-a87a-b673f3d9c13f None None] Pushing event updated for resources: {'Port': ['ID=d6daaab3-7427-4b0f-b829-6217fd9c9629,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:12.833758 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1d1d7aa2-a766-4e6f-a118-ee192c1b1239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3adee4e3-4e3d-4d34-bbff-afe4010a67c4), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.843124 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf4da1-3450-4647-97f1-e7eec5a27c85 None None] Port 28dd676c-0f13-44be-af42-5a0615c45743 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:08:12.874650 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1d1d7aa2-a766-4e6f-a118-ee192c1b1239 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8d9601edd884019b21648f7b8dd8170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238418 Aug 23 06:08:12.875823 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d7aa2-a766-4e6f-a118-ee192c1b1239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adee4e3-4e3d-4d34-bbff-afe4010a67c4,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:12.878131 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35844) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:12.887328 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (28dd676c-0f13-44be-af42-5a0615c45743), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.907049 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] Set router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:08:12.984127 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:12.989589 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Pushing event updated for resources: {'Port': ['ID=28dd676c-0f13-44be-af42-5a0615c45743,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:13.018608 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9df98124-d1fb-4a0f-b3b0-0ddbaa8338d3 admin admin] Publish callbacks [] for security_group (3adee4e3-4e3d-4d34-bbff-afe4010a67c4), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:13.075653 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9df98124-d1fb-4a0f-b3b0-0ddbaa8338d3 admin admin] Publish callbacks [] for security_group (3adee4e3-4e3d-4d34-bbff-afe4010a67c4), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:13.113139 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 4, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28dd676c-0f13-44be-af42-5a0615c45743', 'name': '', 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'mac_address': 'fa:16:3e:d0:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:11Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 1, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'subnets': [{'id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:13.138770 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Network 54878f85-fe2f-425b-957e-015efcdd1c83 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:13.139207 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1262b65-e992-45f4-b208-227f3f5774fd None None] The sync data for ids ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'] in dv-cinder-853788-2-iscsi is: [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 4, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28dd676c-0f13-44be-af42-5a0615c45743', 'name': '', 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'mac_address': 'fa:16:3e:d0:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:11Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 1, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'subnets': [{'id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:08:13.140661 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:13.250266 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9df98124-d1fb-4a0f-b3b0-0ddbaa8338d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3adee4e3-4e3d-4d34-bbff-afe4010a67c4), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:13.252797 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9df98124-d1fb-4a0f-b3b0-0ddbaa8338d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:13.254031 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9df98124-d1fb-4a0f-b3b0-0ddbaa8338d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3adee4e3-4e3d-4d34-bbff-afe4010a67c4 HTTP/1.1" status: 204 len: 168 time: 0.3750808 Aug 23 06:08:13.269267 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df98124-d1fb-4a0f-b3b0-0ddbaa8338d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adee4e3-4e3d-4d34-bbff-afe4010a67c4,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:13.276804 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:08:13.412097 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:08:13.430125 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1e2b1f49-26c9-4c2a-81fb-853c6d776e22 admin admin] 10.222.0.26 "PUT /v2.0/routers/50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0468709 Aug 23 06:08:13.476394 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-9f208b8a-711d-4c2a-b4ea-76d338141fb3 None None] Provisioning complete for port 28dd676c-0f13-44be-af42-5a0615c45743 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:13.476859 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9f208b8a-711d-4c2a-b4ea-76d338141fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (28dd676c-0f13-44be-af42-5a0615c45743), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:13.529638 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-9f208b8a-711d-4c2a-b4ea-76d338141fb3 None None] Port 28dd676c-0f13-44be-af42-5a0615c45743 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:08:13.923560 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35856) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:13.929991 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-efd7d374-e7d9-45ec-b2c5-4f5da5bbfb03 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386478202', 'description': 'tempest-secgroup-smoke-386478202 description', 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:13.968755 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35858) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:13.989721 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5a5add06-1270-47f0-a661-2429d4d5adfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.053456 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-efd7d374-e7d9-45ec-b2c5-4f5da5bbfb03 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.092110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5a5add06-1270-47f0-a661-2429d4d5adfd admin admin] Publish callbacks [] for security_group (9ab2e760-f719-4f89-85a8-71e4265ac098), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.143744 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-efd7d374-e7d9-45ec-b2c5-4f5da5bbfb03 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group (c8cb6349-1bb9-4de8-945f-ddc21d17c428), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.164333 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5a5add06-1270-47f0-a661-2429d4d5adfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (9ab2e760-f719-4f89-85a8-71e4265ac098), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.215574 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5add06-1270-47f0-a661-2429d4d5adfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab2e760-f719-4f89-85a8-71e4265ac098,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:14.220143 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5a5add06-1270-47f0-a661-2429d4d5adfd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83d90afa35834099a96ba9d90357d3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503319 Aug 23 06:08:14.223878 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35860) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:14.283007 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-443d1247-0c26-4bf1-95af-225be9ce44a4 admin admin] Publish callbacks [] for security_group (9ab2e760-f719-4f89-85a8-71e4265ac098), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.311823 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-443d1247-0c26-4bf1-95af-225be9ce44a4 admin admin] Publish callbacks [] for security_group (9ab2e760-f719-4f89-85a8-71e4265ac098), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.435449 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-4a4831c9-e1a9-40f1-abb9-1d50c5359491 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488975 Aug 23 06:08:14.470575 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-efd7d374-e7d9-45ec-b2c5-4f5da5bbfb03 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (c8cb6349-1bb9-4de8-945f-ddc21d17c428), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.517071 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-443d1247-0c26-4bf1-95af-225be9ce44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (9ab2e760-f719-4f89-85a8-71e4265ac098), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.521077 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-443d1247-0c26-4bf1-95af-225be9ce44a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.521320 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-443d1247-0c26-4bf1-95af-225be9ce44a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ab2e760-f719-4f89-85a8-71e4265ac098 HTTP/1.1" status: 204 len: 168 time: 0.2963917 Aug 23 06:08:14.533831 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7d374-e7d9-45ec-b2c5-4f5da5bbfb03 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb6349-1bb9-4de8-945f-ddc21d17c428,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:14.548654 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d1247-0c26-4bf1-95af-225be9ce44a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab2e760-f719-4f89-85a8-71e4265ac098,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:14.553137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-da3676f0-18c5-40fd-81b5-1e3809cccbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:14.554654 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-da3676f0-18c5-40fd-81b5-1e3809cccbbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 1129 time: 0.0934465 Aug 23 06:08:14.557741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-efd7d374-e7d9-45ec-b2c5-4f5da5bbfb03 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.561216 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-efd7d374-e7d9-45ec-b2c5-4f5da5bbfb03 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6339467 Aug 23 06:08:14.562151 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35864) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:14.566494 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-ef762684-640e-415f-a9ec-4d064dc9280a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb6349-1bb9-4de8-945f-ddc21d17c428', 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:14.681663 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-b97e35a9-e6ba-401a-a601-c424cd8c4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:14.683162 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-b97e35a9-e6ba-401a-a601-c424cd8c4f4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.0941536 Aug 23 06:08:14.730163 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-53a7b0d7-aaf2-43f1-a0b5-69eb056bf635 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb HTTP/1.1" status: 200 len: 217 time: 0.0393820 Aug 23 06:08:14.733321 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ef762684-640e-415f-a9ec-4d064dc9280a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (8aaebb22-48d9-4a80-bc1b-e0d464f266bb), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.805852 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-a3bb0e31-9fe3-4c0f-a3b3-729d78336b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:14.807340 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-a3bb0e31-9fe3-4c0f-a3b3-729d78336b88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0653527 Aug 23 06:08:14.817420 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ef762684-640e-415f-a9ec-4d064dc9280a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (8aaebb22-48d9-4a80-bc1b-e0d464f266bb), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.860906 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-a8090b40-fc40-487e-8efb-85946283f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:14.862483 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-a8090b40-fc40-487e-8efb-85946283f612 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439551 Aug 23 06:08:14.916125 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ef762684-640e-415f-a9ec-4d064dc9280a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (8aaebb22-48d9-4a80-bc1b-e0d464f266bb), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:14.944555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef762684-640e-415f-a9ec-4d064dc9280a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaebb22-48d9-4a80-bc1b-e0d464f266bb,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:14.979491 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-3021284b-8fab-477f-bb45-55802c5805d5 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092341 Aug 23 06:08:15.035768 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ef762684-640e-415f-a9ec-4d064dc9280a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.036972 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ef762684-640e-415f-a9ec-4d064dc9280a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4739678 Aug 23 06:08:15.039844 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35874) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:15.044599 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-95c85257-39a4-4e16-aadf-22be171993fe tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb6349-1bb9-4de8-945f-ddc21d17c428', 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:15.079591 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e029f6e6-97ac-476f-862e-ff74b2e054b8 req-3b28e012-1242-4e45-93ac-f05834ea00cf service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882053 Aug 23 06:08:15.175136 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-95c85257-39a4-4e16-aadf-22be171993fe tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (f8b26ace-e289-489a-b055-67d3d5103e89), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.235872 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-95c85257-39a4-4e16-aadf-22be171993fe tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (f8b26ace-e289-489a-b055-67d3d5103e89), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.329984 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-95c85257-39a4-4e16-aadf-22be171993fe tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (f8b26ace-e289-489a-b055-67d3d5103e89), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.349410 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c85257-39a4-4e16-aadf-22be171993fe tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b26ace-e289-489a-b055-67d3d5103e89,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:15.417655 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-95c85257-39a4-4e16-aadf-22be171993fe tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.418891 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-95c85257-39a4-4e16-aadf-22be171993fe tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3779736 Aug 23 06:08:15.421741 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35884) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:15.426544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-4ffd2290-c012-4e71-864d-1106f7e1f09c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb6349-1bb9-4de8-945f-ddc21d17c428', 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:15.513158 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2290-c012-4e71-864d-1106f7e1f09c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (fd6bc5d2-0e25-48f1-a1c0-55b678e68602), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.548203 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35888) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:15.577294 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d6daaab3-7427-4b0f-b829-6217fd9c9629 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:15.581916 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2290-c012-4e71-864d-1106f7e1f09c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (fd6bc5d2-0e25-48f1-a1c0-55b678e68602), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.625913 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port d6daaab3-7427-4b0f-b829-6217fd9c9629 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:15.626357 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.645366 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2290-c012-4e71-864d-1106f7e1f09c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (fd6bc5d2-0e25-48f1-a1c0-55b678e68602), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.662889 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd2290-c012-4e71-864d-1106f7e1f09c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6bc5d2-0e25-48f1-a1c0-55b678e68602,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:15.686370 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-97094098-network', 'tenant_id': 'b1369aadeb564d2ab6afa040f4b82889'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:15.709697 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port d6daaab3-7427-4b0f-b829-6217fd9c9629 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:15.710208 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.714798 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2290-c012-4e71-864d-1106f7e1f09c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.716293 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-4ffd2290-c012-4e71-864d-1106f7e1f09c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935383 Aug 23 06:08:15.719635 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35892) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:15.724006 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-ed9cb966-30b6-4ca6-8926-a3f0ea0e1ada tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb6349-1bb9-4de8-945f-ddc21d17c428', 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:15.731272 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port d6daaab3-7427-4b0f-b829-6217fd9c9629, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d6daaab3-7427-4b0f-b829-6217fd9c9629,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:15.758309 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Made reservation on behalf of b1369aadeb564d2ab6afa040f4b82889 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:15.760598 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.770448 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.781278 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.826517 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb966-30b6-4ca6-8926-a3f0ea0e1ada tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (1ac2d98e-3482-4414-bc65-1bc19509ac3c), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.828476 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=d6daaab3-7427-4b0f-b829-6217fd9c9629,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:15.850724 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Publish callbacks [] for security_group (826b4387-1862-428f-9cb6-4d8b3179505d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.892033 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb966-30b6-4ca6-8926-a3f0ea0e1ada tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (1ac2d98e-3482-4414-bc65-1bc19509ac3c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.907464 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (826b4387-1862-428f-9cb6-4d8b3179505d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.928765 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:08:15.944048 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826b4387-1862-428f-9cb6-4d8b3179505d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:15.947006 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (25bb7bcb-b6cd-480a-96cb-621c750a713c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.947345 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Added segment 25bb7bcb-b6cd-480a-96cb-621c750a713c of type vlan for network f3351dec-496e-4c19-b0c3-5f5a7956d090 Aug 23 06:08:15.970074 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb966-30b6-4ca6-8926-a3f0ea0e1ada tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (1ac2d98e-3482-4414-bc65-1bc19509ac3c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.986834 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (f3351dec-496e-4c19-b0c3-5f5a7956d090), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:15.989792 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cb966-30b6-4ca6-8926-a3f0ea0e1ada tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac2d98e-3482-4414-bc65-1bc19509ac3c,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:16.063274 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ed9cb966-30b6-4ca6-8926-a3f0ea0e1ada tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.064494 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ed9cb966-30b6-4ca6-8926-a3f0ea0e1ada tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439031 Aug 23 06:08:16.067874 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35894) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:16.072301 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-720e21a9-dee0-49a1-88a2-184a99932765 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb6349-1bb9-4de8-945f-ddc21d17c428', 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:16.104905 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (f3351dec-496e-4c19-b0c3-5f5a7956d090), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.104905 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:16.104905 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.158947 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f3351dec-496e-4c19-b0c3-5f5a7956d090,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:16.168950 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network f3351dec-496e-4c19-b0c3-5f5a7956d090 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:08:16.183078 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.securitygroups_db [None req-720e21a9-dee0-49a1-88a2-184a99932765 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Project ac193dba6f144099ab5e70bc38c8c0a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 06:08:16.190635 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-720e21a9-dee0-49a1-88a2-184a99932765 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (aee77b65-cea8-4356-aa06-2e937dad606f), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.242013 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a0f8c7aa-713c-40c8-b073-d025a30702d3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6918027 Aug 23 06:08:16.244717 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 35896) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:16.249836 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Request body: {'subnet': {'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-97094098-subnet', 'tenant_id': 'b1369aadeb564d2ab6afa040f4b82889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:16.251850 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-720e21a9-dee0-49a1-88a2-184a99932765 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (aee77b65-cea8-4356-aa06-2e937dad606f), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.324304 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-720e21a9-dee0-49a1-88a2-184a99932765 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (aee77b65-cea8-4356-aa06-2e937dad606f), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.341526 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e21a9-dee0-49a1-88a2-184a99932765 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee77b65-cea8-4356-aa06-2e937dad606f,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:16.352456 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Made reservation on behalf of b1369aadeb564d2ab6afa040f4b82889 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:16.354999 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30006146'] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.412420 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-720e21a9-dee0-49a1-88a2-184a99932765 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.413720 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-720e21a9-dee0-49a1-88a2-184a99932765 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3448684 Aug 23 06:08:16.416371 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 35898) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:16.420829 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-33598466-c397-4f1b-b798-a199f57dbcb6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'security_group_rule': {'security_group_id': 'c8cb6349-1bb9-4de8-945f-ddc21d17c428', 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:16.507329 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.securitygroups_db [None req-33598466-c397-4f1b-b798-a199f57dbcb6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Project ac193dba6f144099ab5e70bc38c8c0a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 06:08:16.512475 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33598466-c397-4f1b-b798-a199f57dbcb6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (8b31b1f8-77b5-472b-b3c2-b657536964f4), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.569867 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33598466-c397-4f1b-b798-a199f57dbcb6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (8b31b1f8-77b5-472b-b3c2-b657536964f4), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.587463 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49376396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30006164'] for subnet (112ee0a8-3793-4c49-bc2a-fae166b9ea17), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.649657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112ee0a8-3793-4c49-bc2a-fae166b9ea17,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:16.649960 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33598466-c397-4f1b-b798-a199f57dbcb6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (8b31b1f8-77b5-472b-b3c2-b657536964f4), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.655372 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Checking segment: {'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:16.655372 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Network hostable DHCP agents. Network: f3351dec-496e-4c19-b0c3-5f5a7956d090, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:08:16.672359 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33598466-c397-4f1b-b798-a199f57dbcb6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b31b1f8-77b5-472b-b3c2-b657536964f4,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:16.741302 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Network f3351dec-496e-4c19-b0c3-5f5a7956d090 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:08:16.778891 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33598466-c397-4f1b-b798-a199f57dbcb6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.780133 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-33598466-c397-4f1b-b798-a199f57dbcb6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3627217 Aug 23 06:08:16.884009 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, f3351dec-496e-4c19-b0c3-5f5a7956d090) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:16.899126 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:16.899126 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:16.899674 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b080c83-8515-4368-abd6-89c145ed20ce None None] Network f3351dec-496e-4c19-b0c3-5f5a7956d090 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:08:16.935787 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Sync routers for ids ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:08:16.945369 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Routers {'50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:08:16.946774 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:16.978330 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-be673fa7-46d0-4206-a8ee-b78c937bba73 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7325218 Aug 23 06:08:17.008209 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64d922-4ba9-46ad-9bef-3fae75df1bcd None None] Network f3351dec-496e-4c19-b0c3-5f5a7956d090 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:08:17.065066 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Set router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:08:17.264558 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 4, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28dd676c-0f13-44be-af42-5a0615c45743', 'name': '', 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'mac_address': 'fa:16:3e:d0:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:11Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 2, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'subnets': [{'id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:17.291830 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Checking router: 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:08:17.292189 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Updating router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 port 28dd676c-0f13-44be-af42-5a0615c45743 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:08:17.319462 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (28dd676c-0f13-44be-af42-5a0615c45743), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:17.547418 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d6daaab3-7427-4b0f-b829-6217fd9c9629 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:17.589742 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Publish callbacks [] for port (28dd676c-0f13-44be-af42-5a0615c45743), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:17.605974 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port d6daaab3-7427-4b0f-b829-6217fd9c9629 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:17.606345 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:17.678614 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (28dd676c-0f13-44be-af42-5a0615c45743), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:17.683787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port d6daaab3-7427-4b0f-b829-6217fd9c9629 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:17.745601 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629fedd-94b9-4ab5-8513-7dc027bbbbab None None] Pushing event updated for resources: {'Port': ['ID=28dd676c-0f13-44be-af42-5a0615c45743,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:17.773523 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Attempting to bind port 28dd676c-0f13-44be-af42-5a0615c45743 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:17.774825 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Attempting to bind port 28dd676c-0f13-44be-af42-5a0615c45743 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:17.774825 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Attempting to bind port 28dd676c-0f13-44be-af42-5a0615c45743 on network 54878f85-fe2f-425b-957e-015efcdd1c83 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:17.779013 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:17.779380 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Checking segment: {'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:17.779771 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:17.780154 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Bound using segment: {'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:17.780619 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Bound port: 28dd676c-0f13-44be-af42-5a0615c45743, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf347d0-4488-4ec5-b010-62055458e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:17.781005 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (28dd676c-0f13-44be-af42-5a0615c45743), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:17.837217 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] For port 28dd676c-0f13-44be-af42-5a0615c45743, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:17.840152 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] For port 28dd676c-0f13-44be-af42-5a0615c45743, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=28dd676c-0f13-44be-af42-5a0615c45743,segment=NetworkSegment(cbf347d0-4488-4ec5-b010-62055458e43b),segment_id=cbf347d0-4488-4ec5-b010-62055458e43b)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:17.918813 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (28dd676c-0f13-44be-af42-5a0615c45743), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:17.965009 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Routers {'50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:08:17.965774 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:07:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:18.008394 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629fedd-94b9-4ab5-8513-7dc027bbbbab None None] Pushing event updated for resources: {'Port': ['ID=28dd676c-0f13-44be-af42-5a0615c45743,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:18.078761 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] Set router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:08:18.353841 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 4, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28dd676c-0f13-44be-af42-5a0615c45743', 'name': '', 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'mac_address': 'fa:16:3e:d0:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:11Z', 'updated_at': '2022-08-23T06:08:17Z', 'revision_number': 4, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'subnets': [{'id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:08:18.388119 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67648a12-2476-4b5d-8d26-84adc92c4e30 None None] The sync data for ids ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'] in dv-cinder-853788-2-iscsi is: [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:08:12Z', 'revision_number': 4, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28dd676c-0f13-44be-af42-5a0615c45743', 'name': '', 'network_id': '54878f85-fe2f-425b-957e-015efcdd1c83', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'mac_address': 'fa:16:3e:d0:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:11Z', 'updated_at': '2022-08-23T06:08:17Z', 'revision_number': 4, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'subnets': [{'id': '809be98e-3941-41c1-bf0e-144ac016e5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:08:19.250733 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-0c92fcb0-5605-4d9c-8078-7bb1932da909 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:19.252100 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-0c92fcb0-5605-4d9c-8078-7bb1932da909 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/networks?id=f3351dec-496e-4c19-b0c3-5f5a7956d090 HTTP/1.1" status: 200 len: 807 time: 0.0997245 Aug 23 06:08:19.266584 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-acb31127-0608-4a2e-98b6-831e4283f33f tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/quotas/b1369aadeb564d2ab6afa040f4b82889 HTTP/1.1" status: 200 len: 375 time: 0.0085850 Aug 23 06:08:19.297472 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-64f62eaf-6bed-433f-82e8-c30dffd35a1d tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1369aadeb564d2ab6afa040f4b82889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260181 Aug 23 06:08:19.393271 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-200ffab9-d9c4-4c82-8634-c79093c17d46 service neutron] 10.222.0.26 "GET /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887215 Aug 23 06:08:19.480700 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-35980add-b54b-466e-b1d9-eb7ea42677b8 service neutron] 10.222.0.26 "GET /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818267 Aug 23 06:08:19.554706 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 28dd676c-0f13-44be-af42-5a0615c45743 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:19.599138 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 28dd676c-0f13-44be-af42-5a0615c45743 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:19.599512 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (28dd676c-0f13-44be-af42-5a0615c45743), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:19.677309 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 28dd676c-0f13-44be-af42-5a0615c45743 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:19.677898 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (28dd676c-0f13-44be-af42-5a0615c45743), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:19.714663 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 28dd676c-0f13-44be-af42-5a0615c45743, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=28dd676c-0f13-44be-af42-5a0615c45743,segment=NetworkSegment(cbf347d0-4488-4ec5-b010-62055458e43b),segment_id=cbf347d0-4488-4ec5-b010-62055458e43b)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:19.758408 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (28dd676c-0f13-44be-af42-5a0615c45743), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:19.782584 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2939e494-57a5-44cb-8026-49f74fcb4883 req-0e21ad9f-ca44-476a-bdc9-28c38d680f6c tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 210 time: 0.0316048 Aug 23 06:08:19.815317 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=28dd676c-0f13-44be-af42-5a0615c45743,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:19.822882 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.823256 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.823618 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.823959 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.824290 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.824619 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.825039 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.825251 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.825605 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.825952 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.826287 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.826600 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:19.826961 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:08:20.882034 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c3c2bf54-3819-4af2-86d4-a9b022babab9 req-45e32fe3-09ff-486c-9531-938e9787c91f tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 210 time: 0.0314937 Aug 23 06:08:21.532538 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 28dd676c-0f13-44be-af42-5a0615c45743 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:21.580032 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 28dd676c-0f13-44be-af42-5a0615c45743 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:21.580396 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (28dd676c-0f13-44be-af42-5a0615c45743), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:21.773415 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 28dd676c-0f13-44be-af42-5a0615c45743 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:21.983999 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7d472c0a-fdcb-47d8-9f6d-3f4e9fd11299 req-b3828a31-c0fb-4ef0-8bdd-b1a4553dcbcf tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 210 time: 0.0266421 Aug 23 06:08:22.014000 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-d5b6d082-f8dc-423c-a301-56ed1c7f5fe2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:22.015762 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-d5b6d082-f8dc-423c-a301-56ed1c7f5fe2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.16 "GET /v2.0/networks?id=f3351dec-496e-4c19-b0c3-5f5a7956d090 HTTP/1.1" status: 200 len: 807 time: 0.1042519 Aug 23 06:08:22.029071 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Request body: {'port': {'device_id': '1258f436-fcfa-441d-801f-56191719a82b', 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090', 'admin_state_up': True, 'tenant_id': 'b1369aadeb564d2ab6afa040f4b82889'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:22.176362 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Made reservation on behalf of b1369aadeb564d2ab6afa040f4b82889 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:22.179733 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:22.305017 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Allocated IP 172.20.0.10 (f3351dec-496e-4c19-b0c3-5f5a7956d090/112ee0a8-3793-4c49-bc2a-fae166b9ea17/d3c702ab-79dc-4467-bed6-e7ae0763957f) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:22.451452 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks [] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:22.536301 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:22.574012 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Network f3351dec-496e-4c19-b0c3-5f5a7956d090 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:22.576987 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:22.583246 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:22.610500 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Pushing event updated for resources: {'Port': ['ID=d3c702ab-79dc-4467-bed6-e7ae0763957f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:22.640840 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:22.641452 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:22.721102 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-51607cc9-9b08-4502-9238-96ef23bbbbb2 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6959460 Aug 23 06:08:22.732732 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Request body: {'port': {'device_id': '1258f436-fcfa-441d-801f-56191719a82b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:23.036857 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:23.193261 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833ddf-aa7a-4457-a426-31bfb8f7449d req-c3526012-1be2-46a9-b0b7-88d26dce523a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:23.194682 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3a833ddf-aa7a-4457-a426-31bfb8f7449d req-c3526012-1be2-46a9-b0b7-88d26dce523a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 932 time: 0.1262300 Aug 23 06:08:23.272728 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8025c2fb-d6bd-46be-a8e5-3c90422a21d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:23.295656 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3a833ddf-aa7a-4457-a426-31bfb8f7449d req-4b3bf018-6a47-4977-a106-4ef144da8dbb tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894837 Aug 23 06:08:23.365588 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c702ab-79dc-4467-bed6-e7ae0763957f {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:23.373210 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Publish callbacks [] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:23.388061 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Transition to ACTIVE for port object d3c702ab-79dc-4467-bed6-e7ae0763957f will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:08:23.472912 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:23.551305 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Pushing event updated for resources: {'Port': ['ID=d3c702ab-79dc-4467-bed6-e7ae0763957f,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:23.585006 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Attempting to bind port d3c702ab-79dc-4467-bed6-e7ae0763957f on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:23.585341 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Attempting to bind port d3c702ab-79dc-4467-bed6-e7ae0763957f by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:23.585726 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Attempting to bind port d3c702ab-79dc-4467-bed6-e7ae0763957f on network f3351dec-496e-4c19-b0c3-5f5a7956d090 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:23.590393 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Port d3c702ab-79dc-4467-bed6-e7ae0763957f on network f3351dec-496e-4c19-b0c3-5f5a7956d090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:08:23.590772 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Attempting to bind port d3c702ab-79dc-4467-bed6-e7ae0763957f on network f3351dec-496e-4c19-b0c3-5f5a7956d090 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:23.595571 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:23.595913 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Checking segment: {'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:23.596300 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Bound using segment: {'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:23.596745 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Bound port: d3c702ab-79dc-4467-bed6-e7ae0763957f, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:23.597108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:23.658089 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] For port d3c702ab-79dc-4467-bed6-e7ae0763957f, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:23.661028 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] For port d3c702ab-79dc-4467-bed6-e7ae0763957f, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d3c702ab-79dc-4467-bed6-e7ae0763957f,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:23.724348 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:23.728419 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:23.729034 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:23.730466 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] 10.222.0.16 "PUT /v2.0/ports/d3c702ab-79dc-4467-bed6-e7ae0763957f HTTP/1.1" status: 200 len: 1094 time: 1.0020998 Aug 23 06:08:23.730920 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1258f436-fcfa-441d-801f-56191719a82b', 'tag': 'd3c702ab-79dc-4467-bed6-e7ae0763957f'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:23.733411 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5049b0d-b37e-4f77-956d-8c61f580dfdb" -d '{"events": [{"name": "network-changed", "server_uuid": "1258f436-fcfa-441d-801f-56191719a82b", "tag": "d3c702ab-79dc-4467-bed6-e7ae0763957f"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:23.769789 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de6ceb1-ad4d-4eed-8a5d-e6467376aeef x-openstack-request-id: req-9de6ceb1-ad4d-4eed-8a5d-e6467376aeef {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:23.770100 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1258f436-fcfa-441d-801f-56191719a82b", "tag": "d3c702ab-79dc-4467-bed6-e7ae0763957f", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:23.770388 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9de6ceb1-ad4d-4eed-8a5d-e6467376aeef {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:23.770801 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de6ceb1-ad4d-4eed-8a5d-e6467376aeef'] response: {'name': 'network-changed', 'server_uuid': '1258f436-fcfa-441d-801f-56191719a82b', 'tag': 'd3c702ab-79dc-4467-bed6-e7ae0763957f', 'status': 'completed', 'code': 200} Aug 23 06:08:23.785910 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca584aa-f119-46b4-88ea-8661aa6f604c service neutron] Pushing event updated for resources: {'Port': ['ID=d3c702ab-79dc-4467-bed6-e7ae0763957f,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:23.836020 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5049b0d-b37e-4f77-956d-8c61f580dfdb req-fc90299c-d4a2-479b-98d2-e54b485b9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:23.837613 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c5049b0d-b37e-4f77-956d-8c61f580dfdb req-fc90299c-d4a2-479b-98d2-e54b485b9abe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1369aadeb564d2ab6afa040f4b82889&device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 1128 time: 0.0472014 Aug 23 06:08:23.937611 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5049b0d-b37e-4f77-956d-8c61f580dfdb req-f2709a5a-d078-44a1-9a72-261b1583ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:23.939395 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c5049b0d-b37e-4f77-956d-8c61f580dfdb req-f2709a5a-d078-44a1-9a72-261b1583ae6c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b1369aadeb564d2ab6afa040f4b82889&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0926950 Aug 23 06:08:24.039098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5049b0d-b37e-4f77-956d-8c61f580dfdb req-d049ce47-d56f-4d5d-bc20-7fb8d551d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:24.040469 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c5049b0d-b37e-4f77-956d-8c61f580dfdb req-d049ce47-d56f-4d5d-bc20-7fb8d551d6db service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953937 Aug 23 06:08:24.129178 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dcdda086-47df-4009-b9f9-679d48116637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:24.130724 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-dcdda086-47df-4009-b9f9-679d48116637 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1369aadeb564d2ab6afa040f4b82889&device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 1128 time: 0.0494189 Aug 23 06:08:24.174522 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-5d359b1b-320e-4121-b945-036c61a3c2c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3c702ab-79dc-4467-bed6-e7ae0763957f HTTP/1.1" status: 200 len: 217 time: 0.0338180 Aug 23 06:08:24.226779 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-ae88e3e8-183e-48ee-9d9c-50a095e7c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:24.228222 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-ae88e3e8-183e-48ee-9d9c-50a095e7c0b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=112ee0a8-3793-4c49-bc2a-fae166b9ea17 HTTP/1.1" status: 200 len: 847 time: 0.0472202 Aug 23 06:08:24.259784 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-8fb513a6-7141-40a0-9b87-7a7613c4deb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3351dec-496e-4c19-b0c3-5f5a7956d090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245600 Aug 23 06:08:24.360667 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-5bbc2a89-3a17-479a-be82-728c9d56f1ea service neutron] 10.222.0.16 "GET /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936453 Aug 23 06:08:24.421188 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe8ae-1c77-4920-bcd1-282f2e4330d4 req-609c3360-cef0-4c32-9293-51b724b89672 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:24.422721 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a03fe8ae-1c77-4920-bcd1-282f2e4330d4 req-609c3360-cef0-4c32-9293-51b724b89672 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 944 time: 0.0558121 Aug 23 06:08:24.460634 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-144f401d-ce01-47b7-8c84-d5675fffb105 req-ea47b97e-f670-4b11-a9a3-bc4acc1e6978 service neutron] 10.222.0.16 "GET /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934329 Aug 23 06:08:24.471064 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a03fe8ae-1c77-4920-bcd1-282f2e4330d4 req-42d3d43d-c969-4f79-bf2d-a027b6499ab4 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Aug 23 06:08:25.381322 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a570398e-0a20-45d4-9b30-d2857473a6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:25.598363 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9b49a-131c-46c8-9fa9-60986709ba18 req-279dd1bf-c9a7-4b15-a998-3a4bdd680460 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:25.599916 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-13d9b49a-131c-46c8-9fa9-60986709ba18 req-279dd1bf-c9a7-4b15-a998-3a4bdd680460 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 944 time: 0.0524817 Aug 23 06:08:25.647627 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-13d9b49a-131c-46c8-9fa9-60986709ba18 req-6063ed25-dc79-4af5-9e45-881b95ddd485 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420582 Aug 23 06:08:26.773964 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3db144-457f-4376-9300-6b639a0c396e req-4868258b-d77b-4322-ae30-db1fc5938d54 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:26.775493 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1c3db144-457f-4376-9300-6b639a0c396e req-4868258b-d77b-4322-ae30-db1fc5938d54 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 944 time: 0.0587447 Aug 23 06:08:26.822956 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1c3db144-457f-4376-9300-6b639a0c396e req-b558fc03-6d76-47b9-a841-18cdecbafd27 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Aug 23 06:08:26.906775 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:27.946359 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ad537-0258-4ea5-8544-2e949c206ed7 req-7373b89a-8d0a-4353-ab75-4e5284efc68d tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:27.947944 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-823ad537-0258-4ea5-8544-2e949c206ed7 req-7373b89a-8d0a-4353-ab75-4e5284efc68d tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 944 time: 0.0531917 Aug 23 06:08:27.995881 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-823ad537-0258-4ea5-8544-2e949c206ed7 req-2c7ddf9a-9423-4c26-965e-f9677467482f tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Aug 23 06:08:28.170190 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:29.159490 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device d3c702ab-79dc-4467-bed6-e7ae0763957f details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:08:29.261740 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port d3c702ab-79dc-4467-bed6-e7ae0763957f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d3c702ab-79dc-4467-bed6-e7ae0763957f,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:29.275517 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': 'd3c702ab-79dc-4467-bed6-e7ae0763957f', 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090', 'port_id': 'd3c702ab-79dc-4467-bed6-e7ae0763957f', 'mac_address': 'fa:16:3e:b8:b6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112ee0a8-3793-4c49-bc2a-fae166b9ea17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:08:29.315891 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port d3c702ab-79dc-4467-bed6-e7ae0763957f is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:29.316407 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:29.330202 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c702ab-79dc-4467-bed6-e7ae0763957f {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:29.352647 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port d3c702ab-79dc-4467-bed6-e7ae0763957f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d3c702ab-79dc-4467-bed6-e7ae0763957f,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:29.353425 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de91b-4dbb-4a6a-bc23-50864d27f23a req-b6627124-0fcc-42b7-a1f2-c17dfe22b071 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:29.355022 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a97de91b-4dbb-4a6a-bc23-50864d27f23a req-b6627124-0fcc-42b7-a1f2-c17dfe22b071 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 944 time: 0.0560312 Aug 23 06:08:29.405286 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a97de91b-4dbb-4a6a-bc23-50864d27f23a req-17f1dc24-ddab-4ee5-b26e-6199f285b8f7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 Aug 23 06:08:29.455058 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:29.499610 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:29.505120 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=d3c702ab-79dc-4467-bed6-e7ae0763957f,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:29.517963 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3fae4-3d37-4035-b1c3-2bd8bbd5a4d3 req-681d0799-9442-446b-99f7-426fdbcb7e76 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:29.520002 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7fe3fae4-3d37-4035-b1c3-2bd8bbd5a4d3 req-681d0799-9442-446b-99f7-426fdbcb7e76 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0602863 Aug 23 06:08:29.570185 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7fe3fae4-3d37-4035-b1c3-2bd8bbd5a4d3 req-5c1d92b6-9462-455a-a916-77eb76e00a0b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Aug 23 06:08:29.924476 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['d3c702ab-79dc-4467-bed6-e7ae0763957f'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:08:30.495501 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:08:30.525806 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73b6b7-e001-4fac-999e-30259f6ebe47 req-257fbf26-e303-457a-bb64-e2f7b7424a4c tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:30.527190 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f73b6b7-e001-4fac-999e-30259f6ebe47 req-257fbf26-e303-457a-bb64-e2f7b7424a4c tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 945 time: 0.0507934 Aug 23 06:08:30.572154 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f73b6b7-e001-4fac-999e-30259f6ebe47 req-4d6297d3-bdf7-42dd-a0b8-6bfd114f6e20 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Aug 23 06:08:30.696312 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae55245-8b7c-41df-ad64-43c182a25ff7 req-b9c22260-940b-45d4-87eb-d1f60a244b8a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:30.697806 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bae55245-8b7c-41df-ad64-43c182a25ff7 req-b9c22260-940b-45d4-87eb-d1f60a244b8a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0505824 Aug 23 06:08:30.746855 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bae55245-8b7c-41df-ad64-43c182a25ff7 req-88e7fa72-8d22-4d7b-8c80-4a3b364e183a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Aug 23 06:08:31.165617 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device d3c702ab-79dc-4467-bed6-e7ae0763957f up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:31.295271 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port d3c702ab-79dc-4467-bed6-e7ae0763957f completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:08:31.299255 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port d3c702ab-79dc-4467-bed6-e7ae0763957f triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:31.299663 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:31.372484 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port d3c702ab-79dc-4467-bed6-e7ae0763957f is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:31.372873 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:31.395883 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1258f436-fcfa-441d-801f-56191719a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c702ab-79dc-4467-bed6-e7ae0763957f'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:31.398178 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf932a0a-2e6a-47bc-aee3-ee26c4948c52" -d '{"events": [{"server_uuid": "1258f436-fcfa-441d-801f-56191719a82b", "name": "network-vif-plugged", "status": "completed", "tag": "d3c702ab-79dc-4467-bed6-e7ae0763957f"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:31.410407 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port d3c702ab-79dc-4467-bed6-e7ae0763957f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d3c702ab-79dc-4467-bed6-e7ae0763957f,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:31.431847 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b3881b-f649-464a-a2f4-f4b129fb6f84 x-openstack-request-id: req-32b3881b-f649-464a-a2f4-f4b129fb6f84 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:31.432160 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1258f436-fcfa-441d-801f-56191719a82b", "name": "network-vif-plugged", "status": "completed", "tag": "d3c702ab-79dc-4467-bed6-e7ae0763957f", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:31.432423 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32b3881b-f649-464a-a2f4-f4b129fb6f84 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:31.442096 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b3881b-f649-464a-a2f4-f4b129fb6f84'] response: {'server_uuid': '1258f436-fcfa-441d-801f-56191719a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c702ab-79dc-4467-bed6-e7ae0763957f', 'code': 200} Aug 23 06:08:31.489771 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:31.536448 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=d3c702ab-79dc-4467-bed6-e7ae0763957f,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:31.694802 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad0ab1-2552-4d0d-bd21-cad678b81931 req-f22d25e4-9bf6-4bec-bea8-d0508715712b tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:31.696272 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-efad0ab1-2552-4d0d-bd21-cad678b81931 req-f22d25e4-9bf6-4bec-bea8-d0508715712b tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 946 time: 0.0545702 Aug 23 06:08:31.733688 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0ac2-0183-47de-8d23-6744e6f3fd8b req-a6d84811-2442-4c11-b37e-40a436592912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:31.735213 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af2a0ac2-0183-47de-8d23-6744e6f3fd8b req-a6d84811-2442-4c11-b37e-40a436592912 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 1130 time: 0.0440567 Aug 23 06:08:31.745973 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-efad0ab1-2552-4d0d-bd21-cad678b81931 req-a54e664c-3b76-4d56-af85-9b4b459d7e33 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Aug 23 06:08:31.782394 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af2a0ac2-0183-47de-8d23-6744e6f3fd8b req-00e5fd89-faed-4599-b69d-27bfc795a971 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Aug 23 06:08:31.881714 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d8ebe-319f-420b-a89c-d8f77edae317 req-fa1e2106-84fc-4ae9-9758-38bbeddda0c4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:31.883190 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-909d8ebe-319f-420b-a89c-d8f77edae317 req-fa1e2106-84fc-4ae9-9758-38bbeddda0c4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0563643 Aug 23 06:08:31.927907 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-909d8ebe-319f-420b-a89c-d8f77edae317 req-ae227394-90ed-40fa-9a31-0ee16b79c7c1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392234 Aug 23 06:08:32.867450 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b31a-49e3-4574-b90e-5152edfeb72d req-bb508eb1-eb9a-48e0-9ce1-d254aba80920 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:32.868933 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e3d2b31a-49e3-4574-b90e-5152edfeb72d req-bb508eb1-eb9a-48e0-9ce1-d254aba80920 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 946 time: 0.0517836 Aug 23 06:08:32.914000 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e3d2b31a-49e3-4574-b90e-5152edfeb72d req-1aa32e5c-6db8-4b23-ab24-e6e1aa94fa0f tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Aug 23 06:08:33.051406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463bee-4434-487b-920a-30b9e1071830 req-ba0493a5-1275-4fce-87c4-537ba12d0110 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:33.052918 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ec463bee-4434-487b-920a-30b9e1071830 req-ba0493a5-1275-4fce-87c4-537ba12d0110 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0512478 Aug 23 06:08:33.099834 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ec463bee-4434-487b-920a-30b9e1071830 req-98318048-9047-476e-9bd9-fe9d9de04506 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 Aug 23 06:08:34.038445 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f597cba-d515-480f-9287-278ce49ee3b1 req-93044a3d-eb99-4c22-89fb-1adb1a3bec40 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:34.039905 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4f597cba-d515-480f-9287-278ce49ee3b1 req-93044a3d-eb99-4c22-89fb-1adb1a3bec40 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 946 time: 0.0547023 Aug 23 06:08:34.085001 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4f597cba-d515-480f-9287-278ce49ee3b1 req-28fc48c0-260d-42b1-a29e-7e12fb3eac89 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395908 Aug 23 06:08:34.225261 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1bef-741d-4079-9941-c847aef56236 req-5948fb7e-6387-4ba4-aa44-b4272d7159df tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:34.226777 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-948c1bef-741d-4079-9941-c847aef56236 req-5948fb7e-6387-4ba4-aa44-b4272d7159df tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0526164 Aug 23 06:08:34.276644 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-948c1bef-741d-4079-9941-c847aef56236 req-ece673a8-0c25-4a10-ba5c-e84c75b69d91 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Aug 23 06:08:35.403149 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caaddf-df75-41de-88aa-d80a2c603c3e req-ae6d4f2e-5208-471f-b1ff-83532a37c1ec tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:35.404568 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71caaddf-df75-41de-88aa-d80a2c603c3e req-ae6d4f2e-5208-471f-b1ff-83532a37c1ec tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0514812 Aug 23 06:08:35.450414 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71caaddf-df75-41de-88aa-d80a2c603c3e req-06b6e477-fb4d-4eb7-99e0-2f6ae1c1651a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402088 Aug 23 06:08:35.711738 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f19e9c-8734-4d40-aae6-55dbc6892fc3 req-230f96bf-effd-456f-ba65-a17753cba088 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:35.717297 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-85f19e9c-8734-4d40-aae6-55dbc6892fc3 req-230f96bf-effd-456f-ba65-a17753cba088 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 946 time: 0.0538754 Aug 23 06:08:35.759718 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-85f19e9c-8734-4d40-aae6-55dbc6892fc3 req-ce043024-2e25-4514-89d5-690597d96a2e tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 Aug 23 06:08:36.582822 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e89c79-39b0-49db-b4ce-a87465c6f6bc req-2b6a6bac-3466-4745-821b-937b05dda3b8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:36.584323 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d0e89c79-39b0-49db-b4ce-a87465c6f6bc req-2b6a6bac-3466-4745-821b-937b05dda3b8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0587516 Aug 23 06:08:36.639077 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d0e89c79-39b0-49db-b4ce-a87465c6f6bc req-16db7804-581d-40c4-9569-916d6f55c67f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479872 Aug 23 06:08:36.694195 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62ffba-63e9-4d9e-b441-6dc42239fc2e req-930ce08f-0cac-4de5-a965-c0f1445d823c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:36.695672 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9f62ffba-63e9-4d9e-b441-6dc42239fc2e req-930ce08f-0cac-4de5-a965-c0f1445d823c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0519147 Aug 23 06:08:36.741380 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9f62ffba-63e9-4d9e-b441-6dc42239fc2e req-707f2682-b502-42fc-8c40-29a6ddb98017 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400207 Aug 23 06:08:36.878534 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9685c-a8c5-4f85-8c06-35b53e15acb6 req-ee4ccd50-b75c-44cc-8a8c-476cb370c6db tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:36.879928 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2fe9685c-a8c5-4f85-8c06-35b53e15acb6 req-ee4ccd50-b75c-44cc-8a8c-476cb370c6db tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 946 time: 0.0511799 Aug 23 06:08:36.924935 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2fe9685c-a8c5-4f85-8c06-35b53e15acb6 req-bb645128-1384-4397-bbcd-5ac8c3ed7d28 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395017 Aug 23 06:08:37.613398 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-6996eb39-b31e-4356-9820-d769d0c18074 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:37.614838 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-6996eb39-b31e-4356-9820-d769d0c18074 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 946 time: 0.0540478 Aug 23 06:08:37.705973 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Deleting port d3c702ab-79dc-4467-bed6-e7ae0763957f {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:08:37.706315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:37.770959 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91512909-23fd-4e89-97bf-b64bdb4bd814 req-90c567f0-b537-45a1-ad11-b0439d18629a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:37.773025 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-91512909-23fd-4e89-97bf-b64bdb4bd814 req-90c567f0-b537-45a1-ad11-b0439d18629a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0575123 Aug 23 06:08:37.806984 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] For port d3c702ab-79dc-4467-bed6-e7ae0763957f, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d3c702ab-79dc-4467-bed6-e7ae0763957f,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:37.807613 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:37.822556 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Calling delete_port for d3c702ab-79dc-4467-bed6-e7ae0763957f owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:08:37.828593 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-91512909-23fd-4e89-97bf-b64bdb4bd814 req-94f1cf4e-5282-4c85-bcd3-b0f051e50711 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464463 Aug 23 06:08:37.908036 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11ddf0-0d2b-4ce7-9128-2c9882c92358 req-07d7300e-ed67-47e7-9d79-26ca1ce86cef tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:37.909428 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ce11ddf0-0d2b-4ce7-9128-2c9882c92358 req-07d7300e-ed67-47e7-9d79-26ca1ce86cef tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0925086 Aug 23 06:08:37.994076 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ce11ddf0-0d2b-4ce7-9128-2c9882c92358 req-3714be22-9568-4f42-a99f-73429b51c7cb tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784023 Aug 23 06:08:38.048223 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb14fd-e7dc-475b-af2c-6cf5671f8568 req-37a980ca-1fc8-4d18-81dc-a8568ab55dbc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:38.049847 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d4cb14fd-e7dc-475b-af2c-6cf5671f8568 req-37a980ca-1fc8-4d18-81dc-a8568ab55dbc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1258f436-fcfa-441d-801f-56191719a82b HTTP/1.1" status: 200 len: 946 time: 0.0529644 Aug 23 06:08:38.083930 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (d3c702ab-79dc-4467-bed6-e7ae0763957f), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:38.114483 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['d3c702ab-79dc-4467-bed6-e7ae0763957f'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:08:38.129496 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d4cb14fd-e7dc-475b-af2c-6cf5671f8568 req-fa1f769f-80c8-4690-a0d1-4290db514c0f tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653217 Aug 23 06:08:38.148676 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Pushing event deleted for resources: {'Port': ['ID=d3c702ab-79dc-4467-bed6-e7ae0763957f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:38.194841 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] No DVR routers for this DVR port d3c702ab-79dc-4467-bed6-e7ae0763957f on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:08:38.197932 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:38.201298 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-aa4d042a-b303-4fbb-9e43-733c21aa3aba req-5275b8fa-2893-47dd-aaa9-ac61bc742ea7 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.16 "DELETE /v2.0/ports/d3c702ab-79dc-4467-bed6-e7ae0763957f HTTP/1.1" status: 204 len: 173 time: 0.5809748 Aug 23 06:08:38.201905 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1258f436-fcfa-441d-801f-56191719a82b', 'name': 'network-vif-deleted', 'tag': 'd3c702ab-79dc-4467-bed6-e7ae0763957f'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:38.204191 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fad9568-2e83-4bcc-877f-4459d3dd0b97" -d '{"events": [{"server_uuid": "1258f436-fcfa-441d-801f-56191719a82b", "name": "network-vif-deleted", "tag": "d3c702ab-79dc-4467-bed6-e7ae0763957f"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:38.239555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc663f-a283-45db-b594-5035c50d4722 x-openstack-request-id: req-7edc663f-a283-45db-b594-5035c50d4722 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:38.239860 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1258f436-fcfa-441d-801f-56191719a82b", "name": "network-vif-deleted", "tag": "d3c702ab-79dc-4467-bed6-e7ae0763957f", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:38.240097 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7edc663f-a283-45db-b594-5035c50d4722 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:38.240499 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7edc663f-a283-45db-b594-5035c50d4722'] response: {'server_uuid': '1258f436-fcfa-441d-801f-56191719a82b', 'name': 'network-vif-deleted', 'tag': 'd3c702ab-79dc-4467-bed6-e7ae0763957f', 'status': 'completed', 'code': 200} Aug 23 06:08:38.951701 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab022ce-5a6c-47ed-bb79-6e56e008e888 req-fad8e517-2355-4851-9c63-f42b240f0bdc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:38.953108 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9ab022ce-5a6c-47ed-bb79-6e56e008e888 req-fad8e517-2355-4851-9c63-f42b240f0bdc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0515528 Aug 23 06:08:39.000061 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9ab022ce-5a6c-47ed-bb79-6e56e008e888 req-ca2283c8-5517-49ab-ac02-1e8175bcc5d9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Aug 23 06:08:39.122399 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b55560-4b98-4a04-ba23-cd9d3db68efb req-6fb400f3-59f0-4683-a8a1-2932778b0e05 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:39.123880 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-07b55560-4b98-4a04-ba23-cd9d3db68efb req-6fb400f3-59f0-4683-a8a1-2932778b0e05 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0569353 Aug 23 06:08:39.176629 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-07b55560-4b98-4a04-ba23-cd9d3db68efb req-4974a8af-102d-45fb-a6d8-839f5ec9a8d7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468304 Aug 23 06:08:39.381424 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-af256db0-af2f-4c65-8c0f-c4a12009fd39 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:39.383081 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-af256db0-af2f-4c65-8c0f-c4a12009fd39 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/networks?id=f3351dec-496e-4c19-b0c3-5f5a7956d090 HTTP/1.1" status: 200 len: 807 time: 0.1021245 Aug 23 06:08:39.398341 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-03a4c2a1-857f-4c13-981c-59c0c85ca7ef tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/quotas/b1369aadeb564d2ab6afa040f4b82889 HTTP/1.1" status: 200 len: 375 time: 0.0096653 Aug 23 06:08:39.432187 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-dbde2f91-9c9a-45ff-ba7e-ed35417a9df0 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1369aadeb564d2ab6afa040f4b82889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291302 Aug 23 06:08:39.517810 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-dec4f331-820a-46b3-80dc-11315285e774 service neutron] 10.222.0.26 "GET /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790167 Aug 23 06:08:39.607021 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-0c460665-3abe-4f8c-a6ba-58598f5ab133 service neutron] 10.222.0.26 "GET /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825970 Aug 23 06:08:39.835197 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-44c7f1e7-3b47-4a08-9de8-d96bd3795f5b req-c8c8c752-f341-4c0b-9291-e0006eb003cf tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 210 time: 0.0297322 Aug 23 06:08:40.132351 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d098d-8680-49c1-97c8-46d1e0e14d1b req-3864727a-c590-48f2-be0b-411b99bbecd4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:40.133856 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-113d098d-8680-49c1-97c8-46d1e0e14d1b req-3864727a-c590-48f2-be0b-411b99bbecd4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0548027 Aug 23 06:08:40.180164 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-113d098d-8680-49c1-97c8-46d1e0e14d1b req-f4161e52-8c6e-4043-af2a-f9876d2f0a68 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Aug 23 06:08:40.302045 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a629-4e23-4252-bb6f-1657abcac632 req-2707df48-4a09-4175-bf1d-0de8da547cd4 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:40.303417 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfe8a629-4e23-4252-bb6f-1657abcac632 req-2707df48-4a09-4175-bf1d-0de8da547cd4 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0539129 Aug 23 06:08:40.349771 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bfe8a629-4e23-4252-bb6f-1657abcac632 req-fbd328f4-0437-42e7-ac57-65cada704397 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Aug 23 06:08:40.574667 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:40.911887 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8af350bf-eebd-4956-b074-e5ce8e8c549e req-057f369b-26d1-407a-9a5e-9f4e85b388e5 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 210 time: 0.0254865 Aug 23 06:08:41.205216 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device d3c702ab-79dc-4467-bed6-e7ae0763957f no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:08:41.224636 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: d3c702ab-79dc-4467-bed6-e7ae0763957f {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:08:41.224972 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device d3c702ab-79dc-4467-bed6-e7ae0763957f not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:08:41.310526 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b8aa-c07b-4422-afea-8a79d22c16c2 req-8449f4e4-6f61-45ce-bbc8-5b359f6d7bfc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:41.312039 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1651b8aa-c07b-4422-afea-8a79d22c16c2 req-8449f4e4-6f61-45ce-bbc8-5b359f6d7bfc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0538402 Aug 23 06:08:41.361651 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1651b8aa-c07b-4422-afea-8a79d22c16c2 req-e94d70b2-9ce9-400e-9198-8d90b0c844dc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415995 Aug 23 06:08:41.480661 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414a74e-aa01-4957-8dde-eeb03e170952 req-757565e6-37d3-46ae-b38e-07a6d49e5fe8 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:41.482469 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9414a74e-aa01-4957-8dde-eeb03e170952 req-757565e6-37d3-46ae-b38e-07a6d49e5fe8 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0520251 Aug 23 06:08:41.532025 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9414a74e-aa01-4957-8dde-eeb03e170952 req-bfd18d02-11d6-464b-be34-2c53608c1153 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434036 Aug 23 06:08:42.008548 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-af38b9b8-5601-48a4-a09c-9d85d349241e req-f4577943-d743-41cd-87e8-2e34ee98369a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 210 time: 0.0299015 Aug 23 06:08:42.371095 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-6ddf5816-1a04-4253-b87f-24b88c882601 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:42.372693 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-6ddf5816-1a04-4253-b87f-24b88c882601 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.16 "GET /v2.0/networks?id=f3351dec-496e-4c19-b0c3-5f5a7956d090 HTTP/1.1" status: 200 len: 807 time: 0.1043265 Aug 23 06:08:42.387870 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Request body: {'port': {'device_id': 'f7dd4fbc-de0c-4296-be3a-5affa9181b66', 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090', 'admin_state_up': True, 'tenant_id': 'b1369aadeb564d2ab6afa040f4b82889'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:42.528194 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889492f-fb92-40a7-bbb4-5b93ebb6c49a req-c3fb8bc1-99da-4d48-aa2d-40be3f10eed1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:42.529707 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6889492f-fb92-40a7-bbb4-5b93ebb6c49a req-c3fb8bc1-99da-4d48-aa2d-40be3f10eed1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0877016 Aug 23 06:08:42.581788 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6889492f-fb92-40a7-bbb4-5b93ebb6c49a req-c77a0cee-48e8-4280-9dd4-fb0efcd98abb tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454400 Aug 23 06:08:42.597811 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Made reservation on behalf of b1369aadeb564d2ab6afa040f4b82889 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:42.601331 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:42.662683 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50491316-1cb1-4cc3-aa95-66f9cfd526f5 req-e00f1c39-b1d2-4bd8-90ab-563eed92ca54 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:42.664279 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-50491316-1cb1-4cc3-aa95-66f9cfd526f5 req-e00f1c39-b1d2-4bd8-90ab-563eed92ca54 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0527213 Aug 23 06:08:42.711132 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-50491316-1cb1-4cc3-aa95-66f9cfd526f5 req-cfc066e3-f429-4b03-a989-993e58a607b1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Aug 23 06:08:42.730216 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Allocated IP 172.20.0.6 (f3351dec-496e-4c19-b0c3-5f5a7956d090/112ee0a8-3793-4c49-bc2a-fae166b9ea17/051b39c8-8dee-4995-8b8f-f3fa28b4f932) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:42.872345 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks [] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:42.992378 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.037384 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Network f3351dec-496e-4c19-b0c3-5f5a7956d090 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:43.038262 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:43.042051 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:43.070941 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Pushing event updated for resources: {'Port': ['ID=051b39c8-8dee-4995-8b8f-f3fa28b4f932,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:43.096217 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:43.096869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.166659 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007392f-0e35-40e1-8c51-0e665eb7826f req-f192468c-61ae-4163-935a-4b3da9709bc3 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:43.168277 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c007392f-0e35-40e1-8c51-0e665eb7826f req-f192468c-61ae-4163-935a-4b3da9709bc3 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 931 time: 0.0686724 Aug 23 06:08:43.220347 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-9f7624ec-0689-4cef-bbe1-274e4c4273fc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8367159 Aug 23 06:08:43.226125 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c007392f-0e35-40e1-8c51-0e665eb7826f req-a3b0be4c-3762-48c3-95c2-9ca22234dd07 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520022 Aug 23 06:08:43.226956 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-e992db77-9a1d-47f4-9866-53dfd9f917fc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386478202&fields=id&tenant_id=ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 267 time: 0.0451460 Aug 23 06:08:43.274066 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Request body: {'port': {'device_id': 'f7dd4fbc-de0c-4296-be3a-5affa9181b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:43.334869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.338715 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-12e9d871-44ce-4a2e-9633-c13d976f0a53 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:43.345855 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-12e9d871-44ce-4a2e-9633-c13d976f0a53 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 812 time: 0.1083097 Aug 23 06:08:43.360721 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-e9a8af3c-495f-4293-98af-02a97c55ef8f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/quotas/ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 375 time: 0.0137880 Aug 23 06:08:43.418993 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-e0c6d1ef-3b34-4fee-add4-47166aa9f8ca tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517981 Aug 23 06:08:43.527169 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-7325eea2-38ff-4c5d-bf44-fedfd43819ae service neutron] 10.222.0.26 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937326 Aug 23 06:08:43.608349 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051b39c8-8dee-4995-8b8f-f3fa28b4f932 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:43.615854 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Publish callbacks [] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.623023 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-09c984a3-2aeb-4c35-95c3-ec20cd1f3c06 service neutron] 10.222.0.26 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901916 Aug 23 06:08:43.636274 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 36320) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:43.637040 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Transition to ACTIVE for port object 051b39c8-8dee-4995-8b8f-f3fa28b4f932 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:08:43.644383 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-31bdc706-cb8e-4c64-b6e4-00b8f9336d7a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908308666', 'description': 'tempest-description--857829490'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:43.712998 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.723891 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-31bdc706-cb8e-4c64-b6e4-00b8f9336d7a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.763450 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99676de8-e301-4a67-ad68-b418b6ce4bed req-65742f49-13f5-4d6d-ac82-777ccd845343 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:43.769658 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-99676de8-e301-4a67-ad68-b418b6ce4bed req-65742f49-13f5-4d6d-ac82-777ccd845343 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0874183 Aug 23 06:08:43.796288 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-31bdc706-cb8e-4c64-b6e4-00b8f9336d7a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (01896621-2172-41ac-bf07-f7580f1e798d), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.806976 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Pushing event updated for resources: {'Port': ['ID=051b39c8-8dee-4995-8b8f-f3fa28b4f932,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:43.870589 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-99676de8-e301-4a67-ad68-b418b6ce4bed req-363f1aa6-9095-44a4-8dc8-e1bd54a7a7ba tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980904 Aug 23 06:08:43.871455 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-31bdc706-cb8e-4c64-b6e4-00b8f9336d7a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (01896621-2172-41ac-bf07-f7580f1e798d), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.879653 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Attempting to bind port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:43.882165 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Attempting to bind port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:43.882165 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Attempting to bind port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 on network f3351dec-496e-4c19-b0c3-5f5a7956d090 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:43.902138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 on network f3351dec-496e-4c19-b0c3-5f5a7956d090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:08:43.902509 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdc706-cb8e-4c64-b6e4-00b8f9336d7a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01896621-2172-41ac-bf07-f7580f1e798d,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:43.902659 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Attempting to bind port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 on network f3351dec-496e-4c19-b0c3-5f5a7956d090 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:43.908480 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:43.908917 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Checking segment: {'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:43.910741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Bound using segment: {'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:43.910741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Bound port: 051b39c8-8dee-4995-8b8f-f3fa28b4f932, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bb7bcb-b6cd-480a-96cb-621c750a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:43.911468 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.976462 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-31bdc706-cb8e-4c64-b6e4-00b8f9336d7a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:43.977847 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-31bdc706-cb8e-4c64-b6e4-00b8f9336d7a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3396969 Aug 23 06:08:43.980844 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 36330) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:43.985470 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-6eead8eb-efd7-4176-a3b5-a89fdaea087d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group_rule': {'security_group_id': '01896621-2172-41ac-bf07-f7580f1e798d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:43.999272 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] For port 051b39c8-8dee-4995-8b8f-f3fa28b4f932, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:44.004042 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] For port 051b39c8-8dee-4995-8b8f-f3fa28b4f932, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=051b39c8-8dee-4995-8b8f-f3fa28b4f932,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:44.019290 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4091dda-f10c-451d-8d56-35a9450d7a1d req-681467fb-123c-43ef-89df-b2c7a8436b19 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:44.020763 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a4091dda-f10c-451d-8d56-35a9450d7a1d req-681467fb-123c-43ef-89df-b2c7a8436b19 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0784831 Aug 23 06:08:44.066350 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a4091dda-f10c-451d-8d56-35a9450d7a1d req-8d9b5f5d-36bc-4441-b76c-dc22617d68cd tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400069 Aug 23 06:08:44.156110 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6eead8eb-efd7-4176-a3b5-a89fdaea087d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (2f425fac-0871-4efd-a961-fe62a0cc0860), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.186032 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.190223 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:44.191360 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.192743 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] 10.222.0.16 "PUT /v2.0/ports/051b39c8-8dee-4995-8b8f-f3fa28b4f932 HTTP/1.1" status: 200 len: 1093 time: 0.9230819 Aug 23 06:08:44.194195 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dd4fbc-de0c-4296-be3a-5affa9181b66', 'tag': '051b39c8-8dee-4995-8b8f-f3fa28b4f932'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:44.196474 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adb71e1-d904-4eb9-b16e-082826debbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dd4fbc-de0c-4296-be3a-5affa9181b66", "tag": "051b39c8-8dee-4995-8b8f-f3fa28b4f932"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:44.234432 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6eead8eb-efd7-4176-a3b5-a89fdaea087d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (2f425fac-0871-4efd-a961-fe62a0cc0860), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.250042 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af59a5ff-48da-41a7-9374-7c64255ef221 x-openstack-request-id: req-af59a5ff-48da-41a7-9374-7c64255ef221 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:44.250443 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dd4fbc-de0c-4296-be3a-5affa9181b66", "tag": "051b39c8-8dee-4995-8b8f-f3fa28b4f932", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:44.250791 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af59a5ff-48da-41a7-9374-7c64255ef221 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:44.251288 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af59a5ff-48da-41a7-9374-7c64255ef221'] response: {'name': 'network-changed', 'server_uuid': 'f7dd4fbc-de0c-4296-be3a-5affa9181b66', 'tag': '051b39c8-8dee-4995-8b8f-f3fa28b4f932', 'status': 'completed', 'code': 200} Aug 23 06:08:44.288569 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9383e274-ea7d-46a4-b023-fb6d83b66c9b req-7cffa972-2a33-4d62-99ba-de0e3e066fa6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 210 time: 0.0346174 Aug 23 06:08:44.294857 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6eead8eb-efd7-4176-a3b5-a89fdaea087d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (2f425fac-0871-4efd-a961-fe62a0cc0860), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.312481 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453e232-93b4-40b7-a1cf-8ae7f78e4136 service neutron] Pushing event updated for resources: {'Port': ['ID=051b39c8-8dee-4995-8b8f-f3fa28b4f932,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:44.320841 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eead8eb-efd7-4176-a3b5-a89fdaea087d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f425fac-0871-4efd-a961-fe62a0cc0860,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:44.349995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb71e1-d904-4eb9-b16e-082826debbb6 req-5cbba9f2-20e5-4a15-984f-f4eafa671850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:44.351790 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3adb71e1-d904-4eb9-b16e-082826debbb6 req-5cbba9f2-20e5-4a15-984f-f4eafa671850 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1369aadeb564d2ab6afa040f4b82889&device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 1127 time: 0.0809140 Aug 23 06:08:44.405033 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-6eead8eb-efd7-4176-a3b5-a89fdaea087d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.408135 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-6eead8eb-efd7-4176-a3b5-a89fdaea087d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259701 Aug 23 06:08:44.410991 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 36344) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:44.415641 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-1b13dbe6-2b38-4c70-a21c-8249e8a21672 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group_rule': {'security_group_id': '01896621-2172-41ac-bf07-f7580f1e798d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:44.500134 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b13dbe6-2b38-4c70-a21c-8249e8a21672 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (f82d1204-7034-4ba9-8951-d3e9527cde22), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.562251 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b13dbe6-2b38-4c70-a21c-8249e8a21672 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (f82d1204-7034-4ba9-8951-d3e9527cde22), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.637260 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b13dbe6-2b38-4c70-a21c-8249e8a21672 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (f82d1204-7034-4ba9-8951-d3e9527cde22), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.655588 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13dbe6-2b38-4c70-a21c-8249e8a21672 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82d1204-7034-4ba9-8951-d3e9527cde22,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:44.707539 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a7f1d-045f-4bfe-85e6-6be6228a6cfc req-23f762f4-44c0-4230-b8fe-35e158761d47 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:44.709069 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-921a7f1d-045f-4bfe-85e6-6be6228a6cfc req-23f762f4-44c0-4230-b8fe-35e158761d47 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 943 time: 0.3713834 Aug 23 06:08:44.713158 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b13dbe6-2b38-4c70-a21c-8249e8a21672 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.717457 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1b13dbe6-2b38-4c70-a21c-8249e8a21672 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3024187 Aug 23 06:08:44.722471 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 36346) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:08:44.722636 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:44.752216 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb71e1-d904-4eb9-b16e-082826debbb6 req-ab8206b4-af2e-44b8-8bd9-d33d35d6f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:44.753647 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3adb71e1-d904-4eb9-b16e-082826debbb6 req-ab8206b4-af2e-44b8-8bd9-d33d35d6f423 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b1369aadeb564d2ab6afa040f4b82889&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3817883 Aug 23 06:08:44.816226 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-921a7f1d-045f-4bfe-85e6-6be6228a6cfc req-1a24aea6-f173-4992-bba0-543593ea583d tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002336 Aug 23 06:08:44.842822 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.856606 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb71e1-d904-4eb9-b16e-082826debbb6 req-7583a284-7cae-4fd3-ba3a-e119ceeebc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:44.859755 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3adb71e1-d904-4eb9-b16e-082826debbb6 req-7583a284-7cae-4fd3-ba3a-e119ceeebc3f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972624 Aug 23 06:08:44.953734 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:44.959800 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-befc74b6-9c17-4ae2-96ba-a2e2762851ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:44.961429 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-befc74b6-9c17-4ae2-96ba-a2e2762851ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1369aadeb564d2ab6afa040f4b82889&device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 1127 time: 0.0614061 Aug 23 06:08:45.004361 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-4d6b8c82-ccc1-4bc3-9a3b-65bd46e1fd12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051b39c8-8dee-4995-8b8f-f3fa28b4f932 HTTP/1.1" status: 200 len: 217 time: 0.0334270 Aug 23 06:08:45.054973 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-8ea8fbd8-c547-4770-a02f-9fff75a325df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:45.054973 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-8ea8fbd8-c547-4770-a02f-9fff75a325df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=112ee0a8-3793-4c49-bc2a-fae166b9ea17 HTTP/1.1" status: 200 len: 847 time: 0.0431769 Aug 23 06:08:45.076968 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bc6d2-ab47-4028-80d7-2e46aedd3f59 req-43404745-ace6-43bb-aa3d-03474b5c17b8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:45.078554 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4b3bc6d2-ab47-4028-80d7-2e46aedd3f59 req-43404745-ace6-43bb-aa3d-03474b5c17b8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.1176622 Aug 23 06:08:45.085815 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-8c586485-a578-4888-9194-84fed0c6c7df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3351dec-496e-4c19-b0c3-5f5a7956d090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244563 Aug 23 06:08:45.119937 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Allocated IP 172.27.1.131 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/26ae0926-80ba-4710-bada-7220fa0cedc9) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:45.160424 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4b3bc6d2-ab47-4028-80d7-2e46aedd3f59 req-6a48f512-14f8-4d4e-ab5b-6e5acaca3898 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730646 Aug 23 06:08:45.220986 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a786a-530d-4a54-b277-6d728c6e9fe4 req-4de2d2b1-dd30-4173-b309-5f6a3bea65d6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:45.223038 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9b0a786a-530d-4a54-b277-6d728c6e9fe4 req-4de2d2b1-dd30-4173-b309-5f6a3bea65d6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0813537 Aug 23 06:08:45.225226 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-5bad22fa-1bc0-4bd1-b9e8-c40ba0cd5216 service neutron] 10.222.0.16 "GET /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307385 Aug 23 06:08:45.248721 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (26ae0926-80ba-4710-bada-7220fa0cedc9), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:45.317943 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9b0a786a-530d-4a54-b277-6d728c6e9fe4 req-cf4aab92-bdd3-494b-a7ad-36a83009b859 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887079 Aug 23 06:08:45.359138 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (26ae0926-80ba-4710-bada-7220fa0cedc9), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:45.361004 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f0f6b7-1649-4194-96e5-6009e5969964 req-bdd2e10d-d4c1-4c4f-8219-50c9d36bc499 service neutron] 10.222.0.16 "GET /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249638 Aug 23 06:08:45.403977 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:45.427427 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:45.430366 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:45.435277 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-39a5fedb-ae86-4ae0-b30b-e03cfc74c2f2 req-5bdd6964-1faa-42df-9413-4fa2f5535770 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 210 time: 0.0470622 Aug 23 06:08:45.463125 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=26ae0926-80ba-4710-bada-7220fa0cedc9,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:45.526352 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (1a9a0a83-edb3-45aa-b15d-69472226eaa5), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:45.613203 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (26ae0926-80ba-4710-bada-7220fa0cedc9), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:45.757639 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (26ae0926-80ba-4710-bada-7220fa0cedc9), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:45.854376 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (26ae0926-80ba-4710-bada-7220fa0cedc9), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:45.920516 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (1a9a0a83-edb3-45aa-b15d-69472226eaa5), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:45.924299 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=26ae0926-80ba-4710-bada-7220fa0cedc9,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:45.938132 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd0256-a580-418b-bd26-6e8962bdd977 req-de95f85e-049b-4f09-8712-9f352aa4356b tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:45.939599 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9cd0256-a580-418b-bd26-6e8962bdd977 req-de95f85e-049b-4f09-8712-9f352aa4356b tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 943 time: 0.0533249 Aug 23 06:08:45.985986 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9cd0256-a580-418b-bd26-6e8962bdd977 req-13ec58e3-0d37-488a-9286-6ea87fa60a94 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Aug 23 06:08:46.005793 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:46.007175 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b976f618-2cd2-47f6-9a50-8bb03701b53a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2884798 Aug 23 06:08:46.206738 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-bd13b432-0da6-4c62-9e4f-20ec57f83ae6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--908308666&fields=id&tenant_id=b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 267 time: 0.0461113 Aug 23 06:08:46.291420 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f9239-0dbe-4fea-8728-126eb3810fcf req-3c1d4b4c-d1c3-4f0d-b968-992259f4bc55 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:46.298423 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e86f9239-0dbe-4fea-8728-126eb3810fcf req-3c1d4b4c-d1c3-4f0d-b968-992259f4bc55 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0615454 Aug 23 06:08:46.313880 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-134d7877-5819-4ad1-b784-ad37893af122 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:46.315704 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-134d7877-5819-4ad1-b784-ad37893af122 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 815 time: 0.1020484 Aug 23 06:08:46.330504 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-0cd08d55-de9a-44f2-a553-708347a02fa8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/quotas/b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 375 time: 0.0091920 Aug 23 06:08:46.345168 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e86f9239-0dbe-4fea-8728-126eb3810fcf req-ee7e2d99-d015-473b-a42d-faf528362530 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 Aug 23 06:08:46.390071 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-d73fa2e8-7361-4774-9270-57cc840b3611 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534699 Aug 23 06:08:46.490538 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-6dbcd46c-7efd-41d9-9118-a5fa2506b688 service neutron] 10.222.0.26 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894954 Aug 23 06:08:46.530366 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c7a21-4913-4120-8f6d-fdc26adb99a6 req-c64fa5db-c4af-4fc3-a5a0-ae2a59ac6571 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:46.533028 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8f1c7a21-4913-4120-8f6d-fdc26adb99a6 req-c64fa5db-c4af-4fc3-a5a0-ae2a59ac6571 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1219835 Aug 23 06:08:46.588127 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3a0be2b8-5e96-45ca-8e61-f208aaea587a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:46.589595 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3a0be2b8-5e96-45ca-8e61-f208aaea587a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 812 time: 0.1425047 Aug 23 06:08:46.589786 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-575afe7e-b8c1-4754-a8f4-deaef7bd68f0 service neutron] 10.222.0.26 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927200 Aug 23 06:08:46.623558 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8f1c7a21-4913-4120-8f6d-fdc26adb99a6 req-44ec6f8a-071f-40ff-a9f5-04b2eff35cf2 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817759 Aug 23 06:08:46.670295 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-2639779d-d8f8-42cc-82e7-22d35f99afe9 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 379 time: 0.0687797 Aug 23 06:08:46.678774 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'port': {'device_id': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'admin_state_up': True, 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'security_groups': ['c8cb6349-1bb9-4de8-945f-ddc21d17c428']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:46.746388 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-890733d6-ea2a-4e39-9a3b-54d0c7509920 req-4571a8e1-6aef-4886-a964-66c8f1d57fd0 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 210 time: 0.0626853 Aug 23 06:08:46.872573 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-547596df-ef6f-4390-b58d-2de650dea903 req-7c790652-d45c-40f9-b961-c0a6db35ab35 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 210 time: 0.0286934 Aug 23 06:08:46.873280 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Made reservation on behalf of ac193dba6f144099ab5e70bc38c8c0a0 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:46.877404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:47.017783 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Allocated IP 172.20.0.13 (88d5eb47-0f24-49f8-aeb0-d607177fd3cc/aeab5cdc-e965-490b-a2ab-050289e0939f/d6e89767-1acb-4275-a2e8-db008e0dbf85) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:47.115757 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2851c-ce4e-4bb0-b415-d33ee75d80ec req-3b396d78-1be7-49f1-a044-b8a8c56b7d40 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:47.117189 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-59a2851c-ce4e-4bb0-b415-d33ee75d80ec req-3b396d78-1be7-49f1-a044-b8a8c56b7d40 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 943 time: 0.0598013 Aug 23 06:08:47.163888 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:47.175766 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-59a2851c-ce4e-4bb0-b415-d33ee75d80ec req-1ae1ed09-6d02-499d-87a4-f7d51ed7e623 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528288 Aug 23 06:08:47.236564 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:08:47.271884 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:47.317892 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:47.321312 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:47.325366 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:47.329787 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=d6e89767-1acb-4275-a2e8-db008e0dbf85,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:47.367570 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:47.409114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:47.409788 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:47.412715 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'port_id': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'mac_address': 'fa:16:3e:26:86:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:08:47.457759 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 is: ACTIVE; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:47.458611 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:47.477630 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:47.511417 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-f096150e-cb00-43dd-bd9e-bc55208b6239 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8363404 Aug 23 06:08:47.521713 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:47.524249 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Request body: {'port': {'device_id': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:47.576253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a752a1-1586-4c33-87f7-db286514aed0 req-bbc07f3d-a80a-4c17-95a5-a28ff95ce5be tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:47.581149 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d7a752a1-1586-4c33-87f7-db286514aed0 req-bbc07f3d-a80a-4c17-95a5-a28ff95ce5be tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.1125419 Aug 23 06:08:47.597422 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:47.629383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:47.653931 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-75922909-d6fe-4cb6-9d90-af42b6eec097 None None] Provisioning complete for port d6e89767-1acb-4275-a2e8-db008e0dbf85 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:47.654400 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-75922909-d6fe-4cb6-9d90-af42b6eec097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:47.656908 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d7a752a1-1586-4c33-87f7-db286514aed0 req-b8cd8958-f60b-4586-a0ac-09bdc5fa652e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605733 Aug 23 06:08:47.700541 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=6']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:47.716671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:08:47.750357 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-75922909-d6fe-4cb6-9d90-af42b6eec097 None None] Port d6e89767-1acb-4275-a2e8-db008e0dbf85 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:08:47.759879 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452dc56-db0a-433f-8fb7-e5b051a87e05 req-a3d1d993-c0a7-40d1-8edb-8dfd35b8ef60 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:47.761690 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0452dc56-db0a-433f-8fb7-e5b051a87e05 req-a3d1d993-c0a7-40d1-8edb-8dfd35b8ef60 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0590632 Aug 23 06:08:47.829759 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0452dc56-db0a-433f-8fb7-e5b051a87e05 req-b0459ba0-685f-4e49-9b5e-aac5b6d8fb7e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582826 Aug 23 06:08:47.942109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d3315-9d73-4e6d-aab1-c40a69c2dedb req-c94c9c24-ffaa-4788-b7f6-2cc1d48bc3a0 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:47.943626 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-803d3315-9d73-4e6d-aab1-c40a69c2dedb req-c94c9c24-ffaa-4788-b7f6-2cc1d48bc3a0 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 932 time: 0.0892224 Aug 23 06:08:47.976838 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e72e8c37-3a43-451a-a69b-df6c798d5a85 req-ac63b8d9-3c14-42b7-9bf0-f8516f46c904 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 210 time: 0.0307355 Aug 23 06:08:48.037161 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e89767-1acb-4275-a2e8-db008e0dbf85 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:48.044649 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-803d3315-9d73-4e6d-aab1-c40a69c2dedb req-71c86bdc-f385-4919-9c4c-c9eb5aa92046 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952313 Aug 23 06:08:48.048472 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Publish callbacks [] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:48.061275 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Transition to ACTIVE for port object d6e89767-1acb-4275-a2e8-db008e0dbf85 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:08:48.162393 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:48.245425 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e89767-1acb-4275-a2e8-db008e0dbf85,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:48.276611 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Attempting to bind port d6e89767-1acb-4275-a2e8-db008e0dbf85 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:48.277682 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Attempting to bind port d6e89767-1acb-4275-a2e8-db008e0dbf85 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:48.277682 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Attempting to bind port d6e89767-1acb-4275-a2e8-db008e0dbf85 on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:48.282858 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Port d6e89767-1acb-4275-a2e8-db008e0dbf85 on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:08:48.283175 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Attempting to bind port d6e89767-1acb-4275-a2e8-db008e0dbf85 on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:48.289022 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:48.289357 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Checking segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:48.289813 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Bound using segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:48.290236 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Bound port: d6e89767-1acb-4275-a2e8-db008e0dbf85, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:48.290591 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:48.302360 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb82e-d741-4f4e-95ff-6fee20860332 req-b7b908cf-9511-43b2-b6be-b076412f8cfa tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.303926 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7fdbb82e-d741-4f4e-95ff-6fee20860332 req-b7b908cf-9511-43b2-b6be-b076412f8cfa tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 943 time: 0.0534639 Aug 23 06:08:48.351123 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] For port d6e89767-1acb-4275-a2e8-db008e0dbf85, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:48.351367 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7fdbb82e-d741-4f4e-95ff-6fee20860332 req-9a6ad722-f32a-434d-97db-5c97c4c7e091 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Aug 23 06:08:48.354488 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] For port d6e89767-1acb-4275-a2e8-db008e0dbf85, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d6e89767-1acb-4275-a2e8-db008e0dbf85,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:48.439555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:48.443929 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.444543 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:48.445929 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] 10.222.0.16 "PUT /v2.0/ports/d6e89767-1acb-4275-a2e8-db008e0dbf85 HTTP/1.1" status: 200 len: 1094 time: 0.9260948 Aug 23 06:08:48.448402 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'tag': 'd6e89767-1acb-4275-a2e8-db008e0dbf85'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:48.448554 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7420218-174a-47a4-918a-2961065fa04e" -d '{"events": [{"name": "network-changed", "server_uuid": "57e95fec-5703-4ea9-9643-7a83b6b276d8", "tag": "d6e89767-1acb-4275-a2e8-db008e0dbf85"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:48.487159 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2100be2-4125-449d-a289-51a6eb55540a x-openstack-request-id: req-c2100be2-4125-449d-a289-51a6eb55540a {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:48.487609 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e95fec-5703-4ea9-9643-7a83b6b276d8", "tag": "d6e89767-1acb-4275-a2e8-db008e0dbf85", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:48.487727 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2100be2-4125-449d-a289-51a6eb55540a {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:48.488126 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2100be2-4125-449d-a289-51a6eb55540a'] response: {'name': 'network-changed', 'server_uuid': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'tag': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'status': 'completed', 'code': 200} Aug 23 06:08:48.498192 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f799f-ac76-4a13-b871-9a43c49d2a05 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e89767-1acb-4275-a2e8-db008e0dbf85,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:48.554170 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7420218-174a-47a4-918a-2961065fa04e req-48a81b64-3527-4266-ab9d-924126e984a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.555669 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7420218-174a-47a4-918a-2961065fa04e req-48a81b64-3527-4266-ab9d-924126e984a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 1128 time: 0.0438898 Aug 23 06:08:48.655072 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7420218-174a-47a4-918a-2961065fa04e req-881bc18b-bb28-460f-a3c2-a953bbc82545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.656523 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7420218-174a-47a4-918a-2961065fa04e req-881bc18b-bb28-460f-a3c2-a953bbc82545 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931981 Aug 23 06:08:48.752071 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7420218-174a-47a4-918a-2961065fa04e req-5c0d064d-9a2c-4bfe-80a3-0f474bb5e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.754150 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7420218-174a-47a4-918a-2961065fa04e req-5c0d064d-9a2c-4bfe-80a3-0f474bb5e1d9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896139 Aug 23 06:08:48.787539 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609923c5-f08a-43bb-9e53-bccb575f31f8 req-c8d2095a-b61c-4d11-a28d-5e15a47f6822 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.789064 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-609923c5-f08a-43bb-9e53-bccb575f31f8 req-c8d2095a-b61c-4d11-a28d-5e15a47f6822 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 945 time: 0.0524271 Aug 23 06:08:48.836734 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-609923c5-f08a-43bb-9e53-bccb575f31f8 req-4229513a-fe40-4c1e-ae31-6a9d9c970f90 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 Aug 23 06:08:48.855360 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-50011b28-4f31-4ccf-ba9d-545e53080c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.857130 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-50011b28-4f31-4ccf-ba9d-545e53080c13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 1128 time: 0.0518851 Aug 23 06:08:48.901906 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-34b11027-2cd4-4302-a32c-512d2de585f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e89767-1acb-4275-a2e8-db008e0dbf85 HTTP/1.1" status: 200 len: 217 time: 0.0347362 Aug 23 06:08:48.989172 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d956-fa87-4543-9160-98a2be1cab54 req-5edf1435-24c7-49e9-9c39-ee805dc5b036 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.990724 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0f3d956-fa87-4543-9160-98a2be1cab54 req-5edf1435-24c7-49e9-9c39-ee805dc5b036 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0913541 Aug 23 06:08:48.992417 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-c1cc4d74-a810-46b4-b393-4c793bed0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:48.993888 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-c1cc4d74-a810-46b4-b393-4c793bed0453 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0674734 Aug 23 06:08:49.081209 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bd6e9170-52b2-4b17-9359-145855c1729d req-85716009-26f2-4809-a7b9-37b23d38c124 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 210 time: 0.0324965 Aug 23 06:08:49.127333 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0f3d956-fa87-4543-9160-98a2be1cab54 req-18f35cd7-4a82-48f7-b69e-6b54c8a67073 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303864 Aug 23 06:08:49.146755 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-19fdc415-5cc4-4644-932f-9b99fdd454f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:49.148613 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-19fdc415-5cc4-4644-932f-9b99fdd454f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1438732 Aug 23 06:08:49.196945 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22978e-6f2c-4f06-82e6-64144debadcf req-935fd70b-cc97-47c7-b5ab-33c621634987 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:49.198456 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-de22978e-6f2c-4f06-82e6-64144debadcf req-935fd70b-cc97-47c7-b5ab-33c621634987 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0575283 Aug 23 06:08:49.213227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-7ed9bf4a-3f77-41ec-8aa6-c846306cd15f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:49.214683 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-7ed9bf4a-3f77-41ec-8aa6-c846306cd15f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 815 time: 0.2093489 Aug 23 06:08:49.249034 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-de22978e-6f2c-4f06-82e6-64144debadcf req-819b4b24-790c-4ef3-8966-3112a5264e4a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445817 Aug 23 06:08:49.266786 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 051b39c8-8dee-4995-8b8f-f3fa28b4f932 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:08:49.315372 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-896910a4-e5c5-4476-bfbb-d6a8b519f944 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587889 Aug 23 06:08:49.333274 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:49.340245 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-057d94a4-ef91-4e05-a1eb-f27903fd6c6e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 472 time: 0.1155379 Aug 23 06:08:49.380784 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'port': {'device_id': '47f08207-67b8-408d-8ae6-d610590e0a19', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'admin_state_up': True, 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'security_groups': ['01896621-2172-41ac-bf07-f7580f1e798d']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:49.415104 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 051b39c8-8dee-4995-8b8f-f3fa28b4f932, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=051b39c8-8dee-4995-8b8f-f3fa28b4f932,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:49.426504 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:49.426877 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:49.447697 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '051b39c8-8dee-4995-8b8f-f3fa28b4f932', 'network_id': 'f3351dec-496e-4c19-b0c3-5f5a7956d090', 'port_id': '051b39c8-8dee-4995-8b8f-f3fa28b4f932', 'mac_address': 'fa:16:3e:3d:0b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112ee0a8-3793-4c49-bc2a-fae166b9ea17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:08:49.495141 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:49.495530 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:49.511604 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051b39c8-8dee-4995-8b8f-f3fa28b4f932 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:49.523632 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-417e816c-9cce-4b9b-a131-fb201587bef0 req-76d4f7d8-c810-4f8a-be7b-d0775ec574b3 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012649 Aug 23 06:08:49.547425 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48741ae5-dcda-4ca3-9fdb-b022391ebc1c req-4baa99e8-3386-4385-8ada-2d3a2b7b103c tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:49.548903 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-48741ae5-dcda-4ca3-9fdb-b022391ebc1c req-4baa99e8-3386-4385-8ada-2d3a2b7b103c tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 943 time: 0.1209061 Aug 23 06:08:49.558549 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 051b39c8-8dee-4995-8b8f-f3fa28b4f932, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=051b39c8-8dee-4995-8b8f-f3fa28b4f932,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:49.561103 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:49.561522 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:49.585961 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:49.588201 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d1f3ee-8f4f-44fd-8a8a-e73b2a15b30e" -d '{"events": [{"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-plugged", "status": "completed", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:49.601413 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:49.602361 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-48741ae5-dcda-4ca3-9fdb-b022391ebc1c req-5ca70781-e478-4474-8a2e-30582a8f8156 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Aug 23 06:08:49.629165 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f7c0a6-e381-4970-bce1-3b501b1ecd70 x-openstack-request-id: req-26f7c0a6-e381-4970-bce1-3b501b1ecd70 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:49.629492 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-plugged", "status": "completed", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:49.629747 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26f7c0a6-e381-4970-bce1-3b501b1ecd70 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:49.630139 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f7c0a6-e381-4970-bce1-3b501b1ecd70'] response: {'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'code': 200} Aug 23 06:08:49.636984 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:49.637112 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Made reservation on behalf of b46a240be5e84bd7bde99fc7a8628b61 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:08:49.640707 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:49.675736 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:49.686447 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=051b39c8-8dee-4995-8b8f-f3fa28b4f932,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:49.733346 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=7']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:49.772251 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Allocated IP 172.20.0.12 (64e506df-1825-4b0a-a783-350ab49333de/f03003f5-4979-48f2-a32c-becebcd37287/5dfe4e80-8309-4fa3-9a7e-2c15ec260435) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:08:49.906477 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:49.977813 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb236800-d5ca-4f20-9108-037d2f74e52c req-59c33730-46be-4c55-b7ca-4c873060d0a5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:49.979330 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eb236800-d5ca-4f20-9108-037d2f74e52c req-59c33730-46be-4c55-b7ca-4c873060d0a5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0667183 Aug 23 06:08:50.022620 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:50.035420 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eb236800-d5ca-4f20-9108-037d2f74e52c req-4151e3e2-0249-4ea6-b3e9-c51029e162ef tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500906 Aug 23 06:08:50.063343 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Network 64e506df-1825-4b0a-a783-350ab49333de is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:08:50.068785 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:08:50.072641 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:08:50.100915 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:50.131046 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:50.131705 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:50.209496 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e8f1b-4667-49db-b915-dc34765cbef6 req-16c34f76-28ea-4acb-89e7-0ea1aca8c5c6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:50.211157 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9c7e8f1b-4667-49db-b915-dc34765cbef6 req-16c34f76-28ea-4acb-89e7-0ea1aca8c5c6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 932 time: 0.0568364 Aug 23 06:08:50.211541 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3abf7942-387d-4e30-91a3-d43c61368b08 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8613479 Aug 23 06:08:50.226647 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Request body: {'port': {'device_id': '47f08207-67b8-408d-8ae6-d610590e0a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:08:50.264771 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9c7e8f1b-4667-49db-b915-dc34765cbef6 req-91de5212-0ae1-4549-ab62-361dea24711c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466967 Aug 23 06:08:50.296182 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-d137a81d-1069-4ea7-8c0c-f1c85b202228 None None] Provisioning complete for port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:50.297287 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d137a81d-1069-4ea7-8c0c-f1c85b202228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:50.323479 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdf342-b054-4c10-b35e-9764651e150d req-11413ee6-4f7e-4387-a1ac-89bbf62883b0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:50.325038 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4efdf342-b054-4c10-b35e-9764651e150d req-11413ee6-4f7e-4387-a1ac-89bbf62883b0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1120749 Aug 23 06:08:50.327875 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:50.338246 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-d137a81d-1069-4ea7-8c0c-f1c85b202228 None None] Port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:08:50.394346 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719fdcb-e6c1-4d4b-b538-0cb4f9da7da5 req-8564f029-5fba-48b8-972c-a5d8abf3ec2a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:50.395832 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d719fdcb-e6c1-4d4b-b538-0cb4f9da7da5 req-8564f029-5fba-48b8-972c-a5d8abf3ec2a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0574045 Aug 23 06:08:50.421207 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4efdf342-b054-4c10-b35e-9764651e150d req-2d9fabff-2510-4dae-af0d-3460756c941e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840840 Aug 23 06:08:50.444998 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d719fdcb-e6c1-4d4b-b538-0cb4f9da7da5 req-50fb6c28-b063-45f3-a114-736ef72d59ee tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Aug 23 06:08:50.615227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:50.622352 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Publish callbacks [] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:50.635290 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Transition to ACTIVE for port object 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:08:50.716034 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:50.729157 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d0a1d-1cea-410b-9de9-3221d2934b08 req-1aa7e0a5-529f-484a-9eb3-ff095c0e65d0 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:50.730646 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-062d0a1d-1cea-410b-9de9-3221d2934b08 req-1aa7e0a5-529f-484a-9eb3-ff095c0e65d0 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 944 time: 0.0582452 Aug 23 06:08:51.068255 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:51.099539 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-062d0a1d-1cea-410b-9de9-3221d2934b08 req-6167278e-5fe2-43e9-a390-1c36d3837956 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513544 Aug 23 06:08:51.115212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Attempting to bind port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:08:51.115551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Attempting to bind port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:08:51.115881 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Attempting to bind port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:51.120296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 on network 64e506df-1825-4b0a-a783-350ab49333de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:08:51.120615 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Attempting to bind port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:08:51.125611 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:08:51.125952 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Checking segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:08:51.126340 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Bound using segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:08:51.126854 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Bound port: 5dfe4e80-8309-4fa3-9a7e-2c15ec260435, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:08:51.127236 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:51.129859 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['051b39c8-8dee-4995-8b8f-f3fa28b4f932'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:08:51.172542 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a9c5-f878-4f89-8cc6-91763731571e req-7889fc30-59e1-4aac-9cf1-f30a3fd15c10 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.174131 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8d74a9c5-f878-4f89-8cc6-91763731571e req-7889fc30-59e1-4aac-9cf1-f30a3fd15c10 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0585907 Aug 23 06:08:51.194681 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] For port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:08:51.197894 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] For port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:08:51.222913 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8d74a9c5-f878-4f89-8cc6-91763731571e req-6b107644-ce3d-4097-bf04-b1841661a667 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Aug 23 06:08:51.260006 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:51.264454 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.265068 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:51.266668 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/5dfe4e80-8309-4fa3-9a7e-2c15ec260435 HTTP/1.1" status: 200 len: 1094 time: 1.0452085 Aug 23 06:08:51.267098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f08207-67b8-408d-8ae6-d610590e0a19', 'tag': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:51.269903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ef0c93-afda-44fa-a878-ca38775da954" -d '{"events": [{"name": "network-changed", "server_uuid": "47f08207-67b8-408d-8ae6-d610590e0a19", "tag": "5dfe4e80-8309-4fa3-9a7e-2c15ec260435"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:51.307183 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8dea04-cf8d-4152-90cb-3fe108d63d24 x-openstack-request-id: req-1c8dea04-cf8d-4152-90cb-3fe108d63d24 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:51.307936 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f08207-67b8-408d-8ae6-d610590e0a19", "tag": "5dfe4e80-8309-4fa3-9a7e-2c15ec260435", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:51.307936 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c8dea04-cf8d-4152-90cb-3fe108d63d24 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:51.308395 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8dea04-cf8d-4152-90cb-3fe108d63d24'] response: {'name': 'network-changed', 'server_uuid': '47f08207-67b8-408d-8ae6-d610590e0a19', 'tag': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'status': 'completed', 'code': 200} Aug 23 06:08:51.322818 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2b209-d788-4afd-b40b-7a82c5a341c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:51.377768 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef0c93-afda-44fa-a878-ca38775da954 req-1fde7e3f-c56f-4f7c-90c0-530d79b8be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.379405 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-74ef0c93-afda-44fa-a878-ca38775da954 req-1fde7e3f-c56f-4f7c-90c0-530d79b8be10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 1128 time: 0.0449119 Aug 23 06:08:51.401345 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb8106-0544-46e5-9107-ab74cb574ab0 req-6edda4c6-54df-41a1-9f0b-6b1bfbaba98c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.402845 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-30eb8106-0544-46e5-9107-ab74cb574ab0 req-6edda4c6-54df-41a1-9f0b-6b1bfbaba98c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 944 time: 0.0510013 Aug 23 06:08:51.453168 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-30eb8106-0544-46e5-9107-ab74cb574ab0 req-db5613c9-4913-4390-af55-b7c5ebd53ce6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Aug 23 06:08:51.491831 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef0c93-afda-44fa-a878-ca38775da954 req-d1359d56-b659-4069-9473-262ec8e6fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.493326 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-74ef0c93-afda-44fa-a878-ca38775da954 req-d1359d56-b659-4069-9473-262ec8e6fb52 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963666 Aug 23 06:08:51.568827 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b49c1-63c8-4310-9ac3-514b2525c24e req-4c0ec1b2-47ea-4b2e-bee7-ea082a003c26 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.570346 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-675b49c1-63c8-4310-9ac3-514b2525c24e req-4c0ec1b2-47ea-4b2e-bee7-ea082a003c26 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0511122 Aug 23 06:08:51.619049 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-675b49c1-63c8-4310-9ac3-514b2525c24e req-2f32e91a-6361-4966-9965-e39b231efe30 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Aug 23 06:08:51.624460 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afad95-f59b-4079-965e-6b6b7cb1d78e req-7be3f78d-dea0-45e9-8c96-8289c98defdc tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.626012 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58afad95-f59b-4079-965e-6b6b7cb1d78e req-7be3f78d-dea0-45e9-8c96-8289c98defdc tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.1063540 Aug 23 06:08:51.631281 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef0c93-afda-44fa-a878-ca38775da954 req-b44cc847-f841-4976-8a6f-893b7aea7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.632684 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-74ef0c93-afda-44fa-a878-ca38775da954 req-b44cc847-f841-4976-8a6f-893b7aea7b9c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331387 Aug 23 06:08:51.684203 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58afad95-f59b-4079-965e-6b6b7cb1d78e req-7cf06a2a-a4c3-4500-92f3-7275d3cefea7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505683 Aug 23 06:08:51.720793 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-a0af4690-b1d9-4fb8-b737-3f3272651f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.722379 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-a0af4690-b1d9-4fb8-b737-3f3272651f88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 1128 time: 0.0501797 Aug 23 06:08:51.766118 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-c1e28448-15c9-4f16-8ac1-fb1be1a63391 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dfe4e80-8309-4fa3-9a7e-2c15ec260435 HTTP/1.1" status: 200 len: 217 time: 0.0314658 Aug 23 06:08:51.812352 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-9dc4baf1-23c5-477c-b3eb-91b6867986a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.813785 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-9dc4baf1-23c5-477c-b3eb-91b6867986a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0412045 Aug 23 06:08:51.863778 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-05a602a7-63c8-491b-b30d-29e09d8a6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:51.865233 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-05a602a7-63c8-491b-b30d-29e09d8a6825 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454421 Aug 23 06:08:51.951066 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-3a706b1f-75e4-4ffb-8e8c-5ff71a8bc0ae service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794613 Aug 23 06:08:52.039944 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97f8a59e-bea9-45e1-b869-2b77bede18f5 req-31156c91-23c7-40d3-b05a-64f2cdf6ad0f service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830142 Aug 23 06:08:52.218312 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96978f3-7ebd-43bc-b75d-556af6b81586 req-ca2d44de-f812-4e56-8654-ccb68543efa1 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:52.219791 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c96978f3-7ebd-43bc-b75d-556af6b81586 req-ca2d44de-f812-4e56-8654-ccb68543efa1 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 944 time: 0.0509367 Aug 23 06:08:52.265749 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c96978f3-7ebd-43bc-b75d-556af6b81586 req-fb386346-2eb5-448f-af57-6708146afa06 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Aug 23 06:08:52.347947 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aafacc-6eb9-4151-9b81-7162f4c8e00c req-530d58da-dced-49ba-aca8-d5880987fb2b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:52.349428 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-57aafacc-6eb9-4151-9b81-7162f4c8e00c req-530d58da-dced-49ba-aca8-d5880987fb2b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0519168 Aug 23 06:08:52.396545 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-57aafacc-6eb9-4151-9b81-7162f4c8e00c req-402b9523-859a-4147-ae6b-b9256f978936 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Aug 23 06:08:52.576312 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5f6ba-f7a8-44f2-9cf3-4bcdf5a51f93 req-015435e0-a39d-4bab-a4a9-47ef213dbeae tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:52.577799 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2da5f6ba-f7a8-44f2-9cf3-4bcdf5a51f93 req-015435e0-a39d-4bab-a4a9-47ef213dbeae tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 944 time: 0.0545187 Aug 23 06:08:52.624580 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2da5f6ba-f7a8-44f2-9cf3-4bcdf5a51f93 req-0aeff493-8381-4396-bcd0-07c2923da866 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402527 Aug 23 06:08:52.742929 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c46ca4-7231-4491-8295-b48cdb71b5a3 req-5cba5d6c-58a8-45d9-8c9e-8cdb6440c8fb tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:52.744559 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-36c46ca4-7231-4491-8295-b48cdb71b5a3 req-5cba5d6c-58a8-45d9-8c9e-8cdb6440c8fb tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0557566 Aug 23 06:08:52.808565 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-36c46ca4-7231-4491-8295-b48cdb71b5a3 req-4d05b467-640e-4382-98e8-a2280d381f2c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577638 Aug 23 06:08:52.812294 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cb85e-cbee-4b57-b24d-a7e59433173b req-6275a953-a7d3-4a22-8dc2-009244fc914d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:52.814116 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c32cb85e-cbee-4b57-b24d-a7e59433173b req-6275a953-a7d3-4a22-8dc2-009244fc914d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0555513 Aug 23 06:08:52.868677 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c32cb85e-cbee-4b57-b24d-a7e59433173b req-d67e9d50-539c-47a5-8fec-306a23d3fd7a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461886 Aug 23 06:08:53.259496 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9a42b10b-ee99-4b0e-b126-96b0b270d08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:53.285070 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 051b39c8-8dee-4995-8b8f-f3fa28b4f932 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:53.313354 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bfc19-9c49-4057-8912-f57c71e825cf req-60b4837d-e025-4fb7-9881-4d40c940ce5e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:53.314980 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ee5bfc19-9c49-4057-8912-f57c71e825cf req-60b4837d-e025-4fb7-9881-4d40c940ce5e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0889096 Aug 23 06:08:53.375962 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ee5bfc19-9c49-4057-8912-f57c71e825cf req-d1d19263-b954-4ea2-8804-571687421f44 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519719 Aug 23 06:08:53.466980 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007f06b-4a01-49e9-bdcf-189244135bae req-4209a0a0-df91-42a5-9e9f-334d792be59d tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:53.468348 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8007f06b-4a01-49e9-bdcf-189244135bae req-4209a0a0-df91-42a5-9e9f-334d792be59d tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 944 time: 0.1099389 Aug 23 06:08:53.470829 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:08:53.476937 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:53.477652 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:53.519598 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71606530-8067-4d09-8cc4-a815513e68c2 req-07e5b0f3-2451-4313-9b99-83ff46921115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:53.522322 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71606530-8067-4d09-8cc4-a815513e68c2 req-07e5b0f3-2451-4313-9b99-83ff46921115 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 1129 time: 0.1158378 Aug 23 06:08:53.591752 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8007f06b-4a01-49e9-bdcf-189244135bae req-52055317-cb7c-4ef2-856c-e9cc14df2314 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151955 Aug 23 06:08:53.600252 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:53.600823 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:53.608291 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e34bc-99f6-41c4-911c-9dde2ae4de9f req-bbcbc6ab-b1d7-40be-8e88-a68ab6c4780d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:53.623771 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f76e34bc-99f6-41c4-911c-9dde2ae4de9f req-bbcbc6ab-b1d7-40be-8e88-a68ab6c4780d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.1084635 Aug 23 06:08:53.640117 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dd4fbc-de0c-4296-be3a-5affa9181b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051b39c8-8dee-4995-8b8f-f3fa28b4f932'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:53.642843 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077aac72-bf68-4ab8-ad33-6ad4c00f8af1" -d '{"events": [{"server_uuid": "f7dd4fbc-de0c-4296-be3a-5affa9181b66", "name": "network-vif-plugged", "status": "completed", "tag": "051b39c8-8dee-4995-8b8f-f3fa28b4f932"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:53.658414 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 051b39c8-8dee-4995-8b8f-f3fa28b4f932, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=051b39c8-8dee-4995-8b8f-f3fa28b4f932,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:53.683292 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71606530-8067-4d09-8cc4-a815513e68c2 req-288f850a-9b36-46cc-a2bc-207495d3c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:53.684830 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71606530-8067-4d09-8cc4-a815513e68c2 req-288f850a-9b36-46cc-a2bc-207495d3c079 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 912 time: 0.1543450 Aug 23 06:08:53.697030 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f0041c-dda2-4246-a2a2-551b008fd41b x-openstack-request-id: req-21f0041c-dda2-4246-a2a2-551b008fd41b {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:53.697321 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dd4fbc-de0c-4296-be3a-5affa9181b66", "name": "network-vif-plugged", "status": "completed", "tag": "051b39c8-8dee-4995-8b8f-f3fa28b4f932", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:53.697600 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21f0041c-dda2-4246-a2a2-551b008fd41b {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:53.698007 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f76e34bc-99f6-41c4-911c-9dde2ae4de9f req-9874a2f7-1ec1-41ae-b328-4dc03dac3b2f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731626 Aug 23 06:08:53.698471 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f0041c-dda2-4246-a2a2-551b008fd41b'] response: {'server_uuid': 'f7dd4fbc-de0c-4296-be3a-5affa9181b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051b39c8-8dee-4995-8b8f-f3fa28b4f932', 'code': 200} Aug 23 06:08:53.739901 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:53.880014 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=051b39c8-8dee-4995-8b8f-f3fa28b4f932,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:53.880401 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71606530-8067-4d09-8cc4-a815513e68c2 req-da26b05e-dbad-428c-ad31-8f5a1fafa9d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c HTTP/1.1" status: 200 len: 1000 time: 0.1512964 Aug 23 06:08:53.910086 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c581d-2ea8-4b7a-963b-8fee8ad90f6c req-f54ca304-78dd-4e16-a833-435f2a611793 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:53.912214 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cb7c581d-2ea8-4b7a-963b-8fee8ad90f6c req-f54ca304-78dd-4e16-a833-435f2a611793 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 944 time: 0.1466744 Aug 23 06:08:53.945875 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71606530-8067-4d09-8cc4-a815513e68c2 req-5f057374-dd35-4ba1-941b-9cd4572f6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:53.947622 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71606530-8067-4d09-8cc4-a815513e68c2 req-5f057374-dd35-4ba1-941b-9cd4572f6ab6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab2fe0e-479a-4370-936d-4753fd96d0f6 HTTP/1.1" status: 200 len: 850 time: 0.0908885 Aug 23 06:08:53.962772 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605913e-bb01-4817-9bd7-67cdfb6f675b req-8b263c4d-78eb-4c25-82b6-419dabd81290 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:53.964313 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0605913e-bb01-4817-9bd7-67cdfb6f675b req-8b263c4d-78eb-4c25-82b6-419dabd81290 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0755332 Aug 23 06:08:54.012667 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cb7c581d-2ea8-4b7a-963b-8fee8ad90f6c req-ac891d21-14b3-4767-9842-f738121483b6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855770 Aug 23 06:08:54.028975 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0605913e-bb01-4817-9bd7-67cdfb6f675b req-d9afb3e9-9691-4572-85fb-a6550ede7089 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545313 Aug 23 06:08:54.039154 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71606530-8067-4d09-8cc4-a815513e68c2 req-4e8e3b65-33ce-4488-9f41-3346052f30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:54.040788 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71606530-8067-4d09-8cc4-a815513e68c2 req-4e8e3b65-33ce-4488-9f41-3346052f30fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b27f2aad-ffa4-4af2-9a13-3121b136ade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840414 Aug 23 06:08:54.147985 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71606530-8067-4d09-8cc4-a815513e68c2 req-696dd91a-d70a-403a-9084-aaa103cf6821 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977755 Aug 23 06:08:54.280079 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71606530-8067-4d09-8cc4-a815513e68c2 req-cabaf2c6-757d-4cee-8dc1-83fa3b6b7462 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248875 Aug 23 06:08:54.297722 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb451-f06d-4431-9550-66f16ba4cfdd req-16282a8b-7fb0-47b1-bf84-ab5f99354e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:54.300415 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d0eb451-f06d-4431-9550-66f16ba4cfdd req-16282a8b-7fb0-47b1-bf84-ab5f99354e2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 1129 time: 0.0572832 Aug 23 06:08:54.353024 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d0eb451-f06d-4431-9550-66f16ba4cfdd req-4ebc1a60-abfd-4b86-8e49-efae5311eee6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Aug 23 06:08:54.524799 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b77cb3-096e-4c7b-a51f-9156bcebbcd0 req-f85333c9-33e9-4289-93ec-a219193c9f6f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:54.526502 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c4b77cb3-096e-4c7b-a51f-9156bcebbcd0 req-f85333c9-33e9-4289-93ec-a219193c9f6f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0650172 Aug 23 06:08:54.575254 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c4b77cb3-096e-4c7b-a51f-9156bcebbcd0 req-d478d6b6-275a-40c3-b1a1-8c35e17b0382 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Aug 23 06:08:54.749236 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a6cb-98e1-47e0-94bd-ba4a838f2257 req-2610d991-7cc7-457d-a0b0-6a532e5db3d1 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:54.751580 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ca92a6cb-98e1-47e0-94bd-ba4a838f2257 req-2610d991-7cc7-457d-a0b0-6a532e5db3d1 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 945 time: 0.0722928 Aug 23 06:08:54.834733 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ca92a6cb-98e1-47e0-94bd-ba4a838f2257 req-d1413407-0fe7-44dc-963a-00868140ce71 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767207 Aug 23 06:08:54.881218 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77243aab-a8b2-4aab-9ed5-808425606c7e req-ecdd40f1-25a8-48f0-8efd-94ec65820eae tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:54.882783 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77243aab-a8b2-4aab-9ed5-808425606c7e req-ecdd40f1-25a8-48f0-8efd-94ec65820eae tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0791361 Aug 23 06:08:54.934677 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77243aab-a8b2-4aab-9ed5-808425606c7e req-a5562261-658c-4009-acd8-adc3b5206093 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463414 Aug 23 06:08:55.164992 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335526e1-21da-4c22-93f6-946ff7c0f632 req-2800b545-483d-4b4a-9f0d-048640561d74 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:55.173189 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-335526e1-21da-4c22-93f6-946ff7c0f632 req-2800b545-483d-4b4a-9f0d-048640561d74 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 944 time: 0.0717151 Aug 23 06:08:55.194014 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541e60-e252-495e-b13c-62d05d215d78 req-cdfe8d0b-29ca-43e1-b846-e99ad87b4e05 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:55.202287 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be541e60-e252-495e-b13c-62d05d215d78 req-cdfe8d0b-29ca-43e1-b846-e99ad87b4e05 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0806873 Aug 23 06:08:55.229412 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-335526e1-21da-4c22-93f6-946ff7c0f632 req-4cbe56b2-bbde-407f-972b-e4b8cef89801 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550768 Aug 23 06:08:55.266580 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be541e60-e252-495e-b13c-62d05d215d78 req-103541fb-39ce-4900-bec0-a5e3997caf44 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632753 Aug 23 06:08:55.304379 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:08:55.420725 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b2b5-ed5a-4af5-b716-7de9e6a5868c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:55.444892 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:55.463038 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'port_id': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'mac_address': 'fa:16:3e:8c:bf:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:08:55.513793 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:55.513793 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:55.519558 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:55.546629 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:55.620107 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:55.696253 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:55.755392 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b2629-d048-4039-91fa-32496120f371 req-80dd1b85-824a-4ef2-a044-5356b6a2b407 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:55.756932 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-811b2629-d048-4039-91fa-32496120f371 req-80dd1b85-824a-4ef2-a044-5356b6a2b407 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0759995 Aug 23 06:08:55.811684 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-811b2629-d048-4039-91fa-32496120f371 req-2f8330ed-25cc-445f-80c2-daf92df886c3 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491338 Aug 23 06:08:55.967664 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002afef-d40c-4eb2-8d71-0e7146798969 req-e67054bb-b9ed-4a7e-9f5c-909cd1ddd6cc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:55.969330 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b002afef-d40c-4eb2-8d71-0e7146798969 req-e67054bb-b9ed-4a7e-9f5c-909cd1ddd6cc tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 945 time: 0.0555899 Aug 23 06:08:56.037914 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b002afef-d40c-4eb2-8d71-0e7146798969 req-833d1a41-8e6f-4545-8f83-dfafa66f551b tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594037 Aug 23 06:08:56.099191 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d62d5-6890-45f4-be47-17ab0b575cd5 req-61c10279-c9c9-4cdb-82d3-676db96df27d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:56.109145 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-764d62d5-6890-45f4-be47-17ab0b575cd5 req-61c10279-c9c9-4cdb-82d3-676db96df27d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0706155 Aug 23 06:08:56.157570 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-764d62d5-6890-45f4-be47-17ab0b575cd5 req-217dd44d-670c-4a45-b662-a8a43c955f35 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468545 Aug 23 06:08:56.249897 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['5dfe4e80-8309-4fa3-9a7e-2c15ec260435'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:08:56.382247 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85434d6b-9d35-4102-90f6-aa33e27545bf req-eb0939ef-d23f-452d-ac30-efed9722c7aa tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:56.389739 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-85434d6b-9d35-4102-90f6-aa33e27545bf req-eb0939ef-d23f-452d-ac30-efed9722c7aa tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 945 time: 0.0860670 Aug 23 06:08:56.499061 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adbb9d-9546-46eb-b050-af6181717c86 req-8e0bd038-8d9c-4e1d-9ee9-3406ed9a6317 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:56.499061 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a0adbb9d-9546-46eb-b050-af6181717c86 req-8e0bd038-8d9c-4e1d-9ee9-3406ed9a6317 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0580904 Aug 23 06:08:56.499646 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-85434d6b-9d35-4102-90f6-aa33e27545bf req-b29112a2-1357-4652-8017-780d38915432 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531003 Aug 23 06:08:56.500009 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a0adbb9d-9546-46eb-b050-af6181717c86 req-00b0f134-5900-4587-9929-acc48fae9a44 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477931 Aug 23 06:08:56.962022 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:56.988444 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e26ad7-ec5d-42c2-9b01-61807e055c5d req-d14abe65-088c-4312-897a-00c9da978b51 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:56.990143 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7e26ad7-ec5d-42c2-9b01-61807e055c5d req-d14abe65-088c-4312-897a-00c9da978b51 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0612226 Aug 23 06:08:57.039072 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7e26ad7-ec5d-42c2-9b01-61807e055c5d req-92874153-e5af-4acc-a7b9-1b4c7dde08a2 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425644 Aug 23 06:08:57.179136 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4e93c-a5ac-4817-b104-c056b2c5a9ca req-d77cc0c9-1c5d-4b7b-b8d0-c3ad68ad465f tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:57.180698 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cce4e93c-a5ac-4817-b104-c056b2c5a9ca req-d77cc0c9-1c5d-4b7b-b8d0-c3ad68ad465f tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 945 time: 0.0537205 Aug 23 06:08:57.232158 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cce4e93c-a5ac-4817-b104-c056b2c5a9ca req-586c9688-4320-4da9-bd93-a9aa0b302824 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 Aug 23 06:08:57.307514 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822f183-3d4a-457f-a938-bd0a6af215ea req-2bbfffc1-8715-48a1-98c0-b9a207894f2f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:57.309130 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c822f183-3d4a-457f-a938-bd0a6af215ea req-2bbfffc1-8715-48a1-98c0-b9a207894f2f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0650842 Aug 23 06:08:57.364815 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c822f183-3d4a-457f-a938-bd0a6af215ea req-08029cc6-48c9-4b6b-8d5b-808fa33abdaf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495133 Aug 23 06:08:57.632540 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f746816-badc-480e-b6c0-a62dadb5740b req-487eff29-6e24-4f6c-b231-39dc29a5ece8 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:57.634211 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3f746816-badc-480e-b6c0-a62dadb5740b req-487eff29-6e24-4f6c-b231-39dc29a5ece8 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0693395 Aug 23 06:08:57.684076 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6c05-59ff-4072-9c78-3bb082a85895 req-c7e7560f-470e-46f9-a1e2-0a72e963518d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:57.691641 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-57cc6c05-59ff-4072-9c78-3bb082a85895 req-c7e7560f-470e-46f9-a1e2-0a72e963518d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 945 time: 0.1083322 Aug 23 06:08:57.699187 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3f746816-badc-480e-b6c0-a62dadb5740b req-7a9c45ca-17ab-4b72-bdf3-37d7a15c6ca9 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591371 Aug 23 06:08:57.740774 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-57cc6c05-59ff-4072-9c78-3bb082a85895 req-cee03a8b-710c-4428-9796-15f4960d4c4d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482521 Aug 23 06:08:58.174537 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:58.561510 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e27da-5dcf-457c-9a53-edd32e8e7f74 req-adc7f036-4e5c-4c87-959d-e2478a2a3cdf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:58.563831 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f92e27da-5dcf-457c-9a53-edd32e8e7f74 req-adc7f036-4e5c-4c87-959d-e2478a2a3cdf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.1101685 Aug 23 06:08:58.625743 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f92e27da-5dcf-457c-9a53-edd32e8e7f74 req-898f3247-2825-42fd-8c55-e4e2b33ff4d0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535257 Aug 23 06:08:58.831345 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90259b3-bfe1-4567-a68c-8bb19472ee2f req-3bcca41a-a3b9-4ef8-a3d2-4ffabc33b713 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:58.834044 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e90259b3-bfe1-4567-a68c-8bb19472ee2f req-3bcca41a-a3b9-4ef8-a3d2-4ffabc33b713 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 944 time: 0.0578609 Aug 23 06:08:58.888800 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b69d2-1af1-44cc-9630-7c6a3e9d3138 req-5717885c-2299-425d-8579-93350102939c tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:58.890366 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-223b69d2-1af1-44cc-9630-7c6a3e9d3138 req-5717885c-2299-425d-8579-93350102939c tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 945 time: 0.3615985 Aug 23 06:08:58.898146 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e90259b3-bfe1-4567-a68c-8bb19472ee2f req-203ccb72-3476-4036-8e55-95e18cb2b28d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580425 Aug 23 06:08:58.944408 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-223b69d2-1af1-44cc-9630-7c6a3e9d3138 req-b6159b19-e0b9-4796-92ce-975ecb2a0b54 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472801 Aug 23 06:08:59.041956 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d4e61-53aa-426d-9bc8-eca666ee26d5 req-8a786e41-811a-4a20-a3ed-338e934d75c5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:59.043476 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d95d4e61-53aa-426d-9bc8-eca666ee26d5 req-8a786e41-811a-4a20-a3ed-338e934d75c5 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 945 time: 0.0606866 Aug 23 06:08:59.091544 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d95d4e61-53aa-426d-9bc8-eca666ee26d5 req-154cd8e9-c24e-4d46-8502-32c4b012057a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424805 Aug 23 06:08:59.329101 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device d6e89767-1acb-4275-a2e8-db008e0dbf85 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:08:59.345004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:08:59.602671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port d6e89767-1acb-4275-a2e8-db008e0dbf85, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d6e89767-1acb-4275-a2e8-db008e0dbf85,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:59.626710 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'port_id': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'mac_address': 'fa:16:3e:01:87:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:08:59.671674 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port d6e89767-1acb-4275-a2e8-db008e0dbf85 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:59.672049 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:59.703683 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:59.715728 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e89767-1acb-4275-a2e8-db008e0dbf85 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:08:59.720656 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:08:59.731137 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:08:59.731137 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:59.764733 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port d6e89767-1acb-4275-a2e8-db008e0dbf85, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d6e89767-1acb-4275-a2e8-db008e0dbf85,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:59.804533 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b23756-be2e-49fb-9512-a1555f174598 req-8fefa44a-b3ee-41ae-be6a-f63ec8594504 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:08:59.804533 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b1b23756-be2e-49fb-9512-a1555f174598 req-8fefa44a-b3ee-41ae-be6a-f63ec8594504 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0813034 Aug 23 06:08:59.841968 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:59.851669 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b1b23756-be2e-49fb-9512-a1555f174598 req-3d82b70b-b3fa-4582-adca-816d43127280 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453382 Aug 23 06:08:59.879055 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:08:59.879055 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:08:59.920439 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f08207-67b8-408d-8ae6-d610590e0a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:08:59.922829 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255f6d41-f01d-4e31-83c3-dc1d23140899" -d '{"events": [{"server_uuid": "47f08207-67b8-408d-8ae6-d610590e0a19", "name": "network-vif-plugged", "status": "completed", "tag": "5dfe4e80-8309-4fa3-9a7e-2c15ec260435"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:08:59.928132 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=d6e89767-1acb-4275-a2e8-db008e0dbf85,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:08:59.940634 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:08:59.982011 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb45a85-6b97-46a3-b06b-c46eb29ae7f4 x-openstack-request-id: req-adb45a85-6b97-46a3-b06b-c46eb29ae7f4 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:08:59.982329 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f08207-67b8-408d-8ae6-d610590e0a19", "name": "network-vif-plugged", "status": "completed", "tag": "5dfe4e80-8309-4fa3-9a7e-2c15ec260435", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:08:59.982589 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adb45a85-6b97-46a3-b06b-c46eb29ae7f4 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:08:59.982994 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb45a85-6b97-46a3-b06b-c46eb29ae7f4'] response: {'server_uuid': '47f08207-67b8-408d-8ae6-d610590e0a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'code': 200} Aug 23 06:09:00.044487 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b283b-f499-4af9-a9f4-a13037367bc3 req-c2730e24-4adf-4e01-a899-717cabb3e351 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:00.048815 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-731b283b-f499-4af9-a9f4-a13037367bc3 req-c2730e24-4adf-4e01-a899-717cabb3e351 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 945 time: 0.0686653 Aug 23 06:09:00.092991 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90950b88-1873-4d83-a15d-4d06ddb26a89 req-f9c3f57c-77cc-4951-a064-3804e6ccb335 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:00.094497 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-90950b88-1873-4d83-a15d-4d06ddb26a89 req-f9c3f57c-77cc-4951-a064-3804e6ccb335 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 945 time: 0.0623529 Aug 23 06:09:00.102424 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-731b283b-f499-4af9-a9f4-a13037367bc3 req-152c14f4-8fad-47f7-adc6-fba7f87198ab tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496116 Aug 23 06:09:00.161070 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-90950b88-1873-4d83-a15d-4d06ddb26a89 req-9f302716-a91f-4381-b4aa-5cdee1704cba tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/security-groups?id=826b4387-1862-428f-9cb6-4d8b3179505d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602808 Aug 23 06:09:00.218445 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494947e-c9aa-44a6-b239-9717ab6577af req-c89f91df-d7e8-44b8-95f8-fcb23671b633 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:00.219908 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0494947e-c9aa-44a6-b239-9717ab6577af req-c89f91df-d7e8-44b8-95f8-fcb23671b633 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 945 time: 0.0546246 Aug 23 06:09:00.266436 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0494947e-c9aa-44a6-b239-9717ab6577af req-4c6c30be-2eff-4986-ad01-af1b64bf1023 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397339 Aug 23 06:09:00.310829 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:00.326544 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-3d157fbb-919b-43df-a3e3-7f7daff91b23 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:00.328498 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-3d157fbb-919b-43df-a3e3-7f7daff91b23 tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 945 time: 0.0512793 Aug 23 06:09:00.363922 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:00.434366 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Deleting port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:09:00.435251 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:00.465015 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['d6e89767-1acb-4275-a2e8-db008e0dbf85'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:09:00.557185 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4f23d-11e2-4b0b-9b45-e6994769fc43 req-26fdaea4-3a44-419b-be04-bc31c85ba087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:00.558824 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bbe4f23d-11e2-4b0b-9b45-e6994769fc43 req-26fdaea4-3a44-419b-be04-bc31c85ba087 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 1130 time: 0.0836868 Aug 23 06:09:00.563809 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] For port 051b39c8-8dee-4995-8b8f-f3fa28b4f932, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=051b39c8-8dee-4995-8b8f-f3fa28b4f932,segment=NetworkSegment(25bb7bcb-b6cd-480a-96cb-621c750a713c),segment_id=25bb7bcb-b6cd-480a-96cb-621c750a713c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:09:00.564272 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:00.590202 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Calling delete_port for 051b39c8-8dee-4995-8b8f-f3fa28b4f932 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:09:00.650116 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bbe4f23d-11e2-4b0b-9b45-e6994769fc43 req-b0b2a9ed-249f-4a94-adb1-e06145c2e793 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824914 Aug 23 06:09:00.813132 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (051b39c8-8dee-4995-8b8f-f3fa28b4f932), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:00.825752 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['051b39c8-8dee-4995-8b8f-f3fa28b4f932'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:09:00.845603 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Pushing event deleted for resources: {'Port': ['ID=051b39c8-8dee-4995-8b8f-f3fa28b4f932,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:00.876152 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.876506 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.876862 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.877224 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.878198 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.878493 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.878830 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.879162 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.879497 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.879825 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.880159 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.880485 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.880819 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:00.908431 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] No DVR routers for this DVR port 051b39c8-8dee-4995-8b8f-f3fa28b4f932 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:09:00.908431 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:00.912107 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1943d41b-ee3b-4200-94d9-b7af77ecb13b req-ffbdcf4c-1afe-4cd9-aca9-84c77e85f22a tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.16 "DELETE /v2.0/ports/051b39c8-8dee-4995-8b8f-f3fa28b4f932 HTTP/1.1" status: 204 len: 173 time: 0.5779159 Aug 23 06:09:00.912594 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dd4fbc-de0c-4296-be3a-5affa9181b66', 'name': 'network-vif-deleted', 'tag': '051b39c8-8dee-4995-8b8f-f3fa28b4f932'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:09:00.915025 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c3393-b2a1-4b63-acd8-e0e8e0afe672" -d '{"events": [{"server_uuid": "f7dd4fbc-de0c-4296-be3a-5affa9181b66", "name": "network-vif-deleted", "tag": "051b39c8-8dee-4995-8b8f-f3fa28b4f932"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:09:00.953895 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f688371-0aba-4a8e-8c94-30cb22d5116c x-openstack-request-id: req-8f688371-0aba-4a8e-8c94-30cb22d5116c {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:09:00.954191 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dd4fbc-de0c-4296-be3a-5affa9181b66", "name": "network-vif-deleted", "tag": "051b39c8-8dee-4995-8b8f-f3fa28b4f932", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:09:00.954630 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f688371-0aba-4a8e-8c94-30cb22d5116c {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:09:00.955050 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f688371-0aba-4a8e-8c94-30cb22d5116c'] response: {'server_uuid': 'f7dd4fbc-de0c-4296-be3a-5affa9181b66', 'name': 'network-vif-deleted', 'tag': '051b39c8-8dee-4995-8b8f-f3fa28b4f932', 'status': 'completed', 'code': 200} Aug 23 06:09:01.007684 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef6a90-f61e-412a-8f17-83de2323fd49 req-b91fe892-d228-444b-aeed-690ad1f7dd71 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:01.009361 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4aef6a90-f61e-412a-8f17-83de2323fd49 req-b91fe892-d228-444b-aeed-690ad1f7dd71 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0655401 Aug 23 06:09:01.059310 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4aef6a90-f61e-412a-8f17-83de2323fd49 req-9b04f639-3f87-43f8-a1be-f23534f7db30 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Aug 23 06:09:01.251694 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef7089-5b53-4680-8dd4-d1d1a2ba6cdb req-81d6fde6-2e38-4237-b8fb-cf70be569592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:01.253403 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ef7089-5b53-4680-8dd4-d1d1a2ba6cdb req-81d6fde6-2e38-4237-b8fb-cf70be569592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 945 time: 0.0597088 Aug 23 06:09:01.291605 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f20c0256-fd84-48d2-bfc1-47ea8603ac07 req-956d1dfb-82ec-4463-8dd3-569bdbda876f tempest-VolumesActionsTest-1048128347 tempest-VolumesActionsTest-1048128347-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7dd4fbc-de0c-4296-be3a-5affa9181b66 HTTP/1.1" status: 200 len: 210 time: 0.0334504 Aug 23 06:09:01.313976 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34ef7089-5b53-4680-8dd4-d1d1a2ba6cdb req-459bc47a-aac8-4674-8b66-3d33b51f4279 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544186 Aug 23 06:09:01.412309 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257b63-645a-4c92-bdb0-d16b991beb3d req-2cec719f-fc6a-4caf-a583-4226b19e84f1 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:01.413709 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-53257b63-645a-4c92-bdb0-d16b991beb3d req-2cec719f-fc6a-4caf-a583-4226b19e84f1 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 946 time: 0.0574939 Aug 23 06:09:01.462883 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-53257b63-645a-4c92-bdb0-d16b991beb3d req-178620ac-a200-426e-b1ac-2a8ccb519b21 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435755 Aug 23 06:09:02.221746 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed32b1-24b4-446b-a871-e637c56d26f9 req-b0da1375-606b-4856-8864-7d327361fc67 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:02.223275 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e4ed32b1-24b4-446b-a871-e637c56d26f9 req-b0da1375-606b-4856-8864-7d327361fc67 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0560217 Aug 23 06:09:02.277941 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e4ed32b1-24b4-446b-a871-e637c56d26f9 req-9572956c-aeb4-427a-9cae-aac02a2e00b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489421 Aug 23 06:09:02.464759 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ec76-1bf7-4b23-8707-63254786c614 req-ef90f8b8-9cf2-46da-8aad-22a6c0c32d07 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:02.466394 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cee2ec76-1bf7-4b23-8707-63254786c614 req-ef90f8b8-9cf2-46da-8aad-22a6c0c32d07 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 945 time: 0.0645103 Aug 23 06:09:02.539294 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cee2ec76-1bf7-4b23-8707-63254786c614 req-e63d3899-880c-48a7-b324-8d60512f41f4 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605476 Aug 23 06:09:02.632996 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83b62f-4661-45b8-be64-5d62d7aac30a req-428961dc-6ba1-4484-bd77-f816fedc8ec1 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:02.634674 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7c83b62f-4661-45b8-be64-5d62d7aac30a req-428961dc-6ba1-4484-bd77-f816fedc8ec1 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 946 time: 0.0672336 Aug 23 06:09:02.698766 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7c83b62f-4661-45b8-be64-5d62d7aac30a req-994e1467-6612-448c-b1f6-482294ddfc75 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584705 Aug 23 06:09:03.358736 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device d6e89767-1acb-4275-a2e8-db008e0dbf85 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:09:03.474838 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea809e-4994-4d58-a657-06ee004c998b req-26883113-612b-4156-9922-a2430174da22 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:03.476482 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86ea809e-4994-4d58-a657-06ee004c998b req-26883113-612b-4156-9922-a2430174da22 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0794141 Aug 23 06:09:03.522630 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port d6e89767-1acb-4275-a2e8-db008e0dbf85 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:09:03.528064 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port d6e89767-1acb-4275-a2e8-db008e0dbf85 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:09:03.529015 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:03.552977 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86ea809e-4994-4d58-a657-06ee004c998b req-c88ce117-aa7f-4061-9e9f-8d3558c33fcc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693560 Aug 23 06:09:03.618297 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port d6e89767-1acb-4275-a2e8-db008e0dbf85 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:09:03.635482 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:03.641529 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e89767-1acb-4275-a2e8-db008e0dbf85'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:09:03.643803 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de5a948-31f8-45fe-b121-1ac9e2480d45" -d '{"events": [{"server_uuid": "57e95fec-5703-4ea9-9643-7a83b6b276d8", "name": "network-vif-plugged", "status": "completed", "tag": "d6e89767-1acb-4275-a2e8-db008e0dbf85"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:09:03.657776 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port d6e89767-1acb-4275-a2e8-db008e0dbf85, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d6e89767-1acb-4275-a2e8-db008e0dbf85,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:09:03.669111 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c899d3-9946-4690-938b-a3777058cb67 req-9a9cb176-9b19-41c9-a70a-2373ee59967f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:03.670744 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-81c899d3-9946-4690-938b-a3777058cb67 req-9a9cb176-9b19-41c9-a70a-2373ee59967f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 945 time: 0.0623341 Aug 23 06:09:03.685134 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135ec5bc-1d36-4fb3-bfd6-4e9003003b08 x-openstack-request-id: req-135ec5bc-1d36-4fb3-bfd6-4e9003003b08 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:09:03.685458 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e95fec-5703-4ea9-9643-7a83b6b276d8", "name": "network-vif-plugged", "status": "completed", "tag": "d6e89767-1acb-4275-a2e8-db008e0dbf85", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:09:03.685716 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-135ec5bc-1d36-4fb3-bfd6-4e9003003b08 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:09:03.686109 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135ec5bc-1d36-4fb3-bfd6-4e9003003b08'] response: {'server_uuid': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'code': 200} Aug 23 06:09:03.722470 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-81c899d3-9946-4690-938b-a3777058cb67 req-89178f63-a6fe-4026-a7cd-083d983b8d82 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 Aug 23 06:09:03.830997 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb69ed-03e0-4cda-8c46-18146fc017ec req-af168295-3780-4279-8306-f5adf52fbd03 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:03.832391 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4efb69ed-03e0-4cda-8c46-18146fc017ec req-af168295-3780-4279-8306-f5adf52fbd03 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 946 time: 0.0521185 Aug 23 06:09:03.879115 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4efb69ed-03e0-4cda-8c46-18146fc017ec req-ff2e21bb-cce8-4e42-af30-41c5089c2557 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408483 Aug 23 06:09:04.012493 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9533a2-9acd-4c3b-8a53-0777f5894ad4 req-7f8b08a4-2aa9-4005-b45f-740fbaf97863 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:04.013985 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-db9533a2-9acd-4c3b-8a53-0777f5894ad4 req-7f8b08a4-2aa9-4005-b45f-740fbaf97863 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 946 time: 0.0554621 Aug 23 06:09:04.024034 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 36618) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:04.028203 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'floatingip': {'port_id': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:09:04.063865 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (1a9a0a83-edb3-45aa-b15d-69472226eaa5), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:04.239909 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:04.241254 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 051b39c8-8dee-4995-8b8f-f3fa28b4f932 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:09:04.285142 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 051b39c8-8dee-4995-8b8f-f3fa28b4f932 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:09:04.285503 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 051b39c8-8dee-4995-8b8f-f3fa28b4f932 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:09:04.332074 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=d6e89767-1acb-4275-a2e8-db008e0dbf85,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:04.483274 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dbdb5-baca-4b58-b180-06c3d04b59a7 req-3f6fce3e-0725-4241-a396-1df71a93828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:04.485628 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7f2dbdb5-baca-4b58-b180-06c3d04b59a7 req-3f6fce3e-0725-4241-a396-1df71a93828e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 1130 time: 0.0581992 Aug 23 06:09:04.530803 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:04.557843 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7f2dbdb5-baca-4b58-b180-06c3d04b59a7 req-81048896-6f93-4961-8f80-353f1fcf9fd3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605814 Aug 23 06:09:04.602129 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (1a9a0a83-edb3-45aa-b15d-69472226eaa5), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:04.711513 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0e213-07f1-46ce-9e5d-99f050f6c549 req-d1163d8e-7cef-4076-bce0-910522dfa758 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:04.714277 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d2a0e213-07f1-46ce-9e5d-99f050f6c549 req-d1163d8e-7cef-4076-bce0-910522dfa758 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0727417 Aug 23 06:09:04.728385 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.l3_db [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Floating IP 1a9a0a83-edb3-45aa-b15d-69472226eaa5 associated. External IP: 172.27.1.131, port: 5dfe4e80-8309-4fa3-9a7e-2c15ec260435. Aug 23 06:09:04.815987 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d2a0e213-07f1-46ce-9e5d-99f050f6c549 req-77ed4ff2-b9e9-4ac2-bc33-b28b5dc456b3 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931275 Aug 23 06:09:04.906398 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b315294-2219-49c3-b031-9fb7654abe9c req-74cd863e-04a4-4e39-934b-0e7e24738af0 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:04.907878 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3b315294-2219-49c3-b031-9fb7654abe9c req-74cd863e-04a4-4e39-934b-0e7e24738af0 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0696399 Aug 23 06:09:05.026116 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3b315294-2219-49c3-b031-9fb7654abe9c req-ba57201a-0e62-4676-85ff-9b388f4b0e50 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879076 Aug 23 06:09:05.068470 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:09:05.155662 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:09:05.161101 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:05.166550 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:09:05.181019 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:09:05.181666 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:08:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:05.190639 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-0de84f11-cda5-4a9c-87d4-ad23631e2029 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "PUT /v2.0/floatingips/1a9a0a83-edb3-45aa-b15d-69472226eaa5 HTTP/1.1" status: 200 len: 992 time: 1.1655869 Aug 23 06:09:05.191325 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f08207-67b8-408d-8ae6-d610590e0a19', 'tag': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:09:05.193716 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0e6d7d-56bd-43c7-a920-823e71902859" -d '{"events": [{"name": "network-changed", "server_uuid": "47f08207-67b8-408d-8ae6-d610590e0a19", "tag": "5dfe4e80-8309-4fa3-9a7e-2c15ec260435"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:09:05.227618 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e28a1-4218-43ce-ba71-66d488784dbd x-openstack-request-id: req-902e28a1-4218-43ce-ba71-66d488784dbd {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:09:05.227915 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f08207-67b8-408d-8ae6-d610590e0a19", "tag": "5dfe4e80-8309-4fa3-9a7e-2c15ec260435", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:09:05.228173 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-902e28a1-4218-43ce-ba71-66d488784dbd {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:09:05.228661 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902e28a1-4218-43ce-ba71-66d488784dbd'] response: {'name': 'network-changed', 'server_uuid': '47f08207-67b8-408d-8ae6-d610590e0a19', 'tag': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'status': 'completed', 'code': 200} Aug 23 06:09:05.284212 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:09:05.503578 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '1a9a0a83-edb3-45aa-b15d-69472226eaa5', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:8c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f08207-67b8-408d-8ae6-d610590e0a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:08:45Z', 'updated_at': '2022-08-23T06:09:04Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}, {'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:31Z', 'revision_number': 2, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:05.527115 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:09:05.535136 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:09:05.535683 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:08:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:05.633487 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:09:05.847664 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '1a9a0a83-edb3-45aa-b15d-69472226eaa5', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:8c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f08207-67b8-408d-8ae6-d610590e0a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:08:45Z', 'updated_at': '2022-08-23T06:09:04Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}, {'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:31Z', 'revision_number': 2, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:05.872089 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20580ed6-4357-4a1b-96b6-5ad994852725 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '1a9a0a83-edb3-45aa-b15d-69472226eaa5', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:8c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f08207-67b8-408d-8ae6-d610590e0a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:08:45Z', 'updated_at': '2022-08-23T06:09:04Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}, {'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:31Z', 'revision_number': 2, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:09:05.947158 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fafe52-b27d-4955-8992-3a05f84912c4 req-11207576-9f61-4676-ab63-d8aa0a36a31b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:05.948676 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-97fafe52-b27d-4955-8992-3a05f84912c4 req-11207576-9f61-4676-ab63-d8aa0a36a31b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0546966 Aug 23 06:09:05.996807 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-97fafe52-b27d-4955-8992-3a05f84912c4 req-4167415e-c43d-4824-a177-765932e61225 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Aug 23 06:09:06.063467 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981288b-8251-49b1-b0d8-9028e132ba2a None None] New status for floating IP 1a9a0a83-edb3-45aa-b15d-69472226eaa5: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:09:06.151005 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad7343-cc33-4db0-a691-651ee552bfcc req-90825156-2313-43b0-86e2-74ab8a94f846 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:06.152401 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a7ad7343-cc33-4db0-a691-651ee552bfcc req-90825156-2313-43b0-86e2-74ab8a94f846 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0518956 Aug 23 06:09:06.200534 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a7ad7343-cc33-4db0-a691-651ee552bfcc req-4bb1e4a4-9bb7-49f2-a71d-96397a436f49 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Aug 23 06:09:07.128432 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8f794-ddde-44df-8663-2c041d5a3271 req-01bc0bea-509d-4d53-8bb2-fbc20b96db11 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:07.129985 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b6e8f794-ddde-44df-8663-2c041d5a3271 req-01bc0bea-509d-4d53-8bb2-fbc20b96db11 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0576236 Aug 23 06:09:07.175201 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b6e8f794-ddde-44df-8663-2c041d5a3271 req-92747333-87f2-471b-a3b2-681812541457 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397685 Aug 23 06:09:07.323608 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44467224-8b92-4125-92e5-dd8ed6a17e71 req-86c72cbc-6c37-4bbd-b421-d42d0758f4da tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:07.324994 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-44467224-8b92-4125-92e5-dd8ed6a17e71 req-86c72cbc-6c37-4bbd-b421-d42d0758f4da tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0558605 Aug 23 06:09:07.375175 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-44467224-8b92-4125-92e5-dd8ed6a17e71 req-677f8efa-34f0-459d-9b0d-0c9348c7ca99 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446486 Aug 23 06:09:07.494667 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:09:08.302074 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853fedf-d6a9-48e7-a1dd-2ee7a93c348f req-218e9738-33e0-463b-8d02-7f5612993a6b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:08.303892 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0853fedf-d6a9-48e7-a1dd-2ee7a93c348f req-218e9738-33e0-463b-8d02-7f5612993a6b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0515985 Aug 23 06:09:08.349195 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0853fedf-d6a9-48e7-a1dd-2ee7a93c348f req-4a64a7f8-2e50-4135-85f2-ee65ed77c46e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Aug 23 06:09:08.493711 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47cc8c-418b-48c1-8eb5-ae2daadd49fb req-54616d50-a25b-4019-a8ed-5e1c5abf9c8f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:08.495218 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2c47cc8c-418b-48c1-8eb5-ae2daadd49fb req-54616d50-a25b-4019-a8ed-5e1c5abf9c8f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Aug 23 06:09:08.543167 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2c47cc8c-418b-48c1-8eb5-ae2daadd49fb req-42203914-b6ef-493c-9034-e6d861c0c11b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 Aug 23 06:09:08.625149 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-7b8865d9-7176-405d-b8db-f2439d071a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:08.626670 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-7b8865d9-7176-405d-b8db-f2439d071a52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 1130 time: 0.0485866 Aug 23 06:09:08.712315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-85223dbe-2140-4751-8def-8ef9a2e8c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:08.713659 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-85223dbe-2140-4751-8def-8ef9a2e8c131 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 916 time: 0.0803487 Aug 23 06:09:08.789923 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-b9c67b5e-2c44-4237-b3e4-2cefee761e59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dfe4e80-8309-4fa3-9a7e-2c15ec260435 HTTP/1.1" status: 200 len: 1002 time: 0.0556774 Aug 23 06:09:08.835929 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-ebdd0ec4-0850-4595-9a0a-1d70fb5f411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:08.837296 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-ebdd0ec4-0850-4595-9a0a-1d70fb5f411e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0414701 Aug 23 06:09:08.886023 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-7697c330-2651-4e4b-8076-7627e79c163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:08.887541 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-7697c330-2651-4e4b-8076-7627e79c163a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413561 Aug 23 06:09:08.976364 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-d7416dbd-198e-4767-928f-cb644e6208d0 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829740 Aug 23 06:09:09.106709 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f0e6d7d-56bd-43c7-a920-823e71902859 req-fcacbc12-eca8-4a2d-87af-6c09ebfc3927 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793462 Aug 23 06:09:09.475765 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d8337-8c51-407b-bfe6-128866b18d87 req-cde4ce10-277b-4b6e-ae52-931661cca7b5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:09.477231 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-514d8337-8c51-407b-bfe6-128866b18d87 req-cde4ce10-277b-4b6e-ae52-931661cca7b5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0540106 Aug 23 06:09:09.526559 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-514d8337-8c51-407b-bfe6-128866b18d87 req-3bba7dfa-f4d7-4453-a976-cefe3a7acef8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Aug 23 06:09:09.662163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a219e20-2061-4275-a2f6-a32cd61eee01 req-7cfb5ab7-2632-430e-a255-e163655ea87c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:09.663566 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a219e20-2061-4275-a2f6-a32cd61eee01 req-7cfb5ab7-2632-430e-a255-e163655ea87c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0514321 Aug 23 06:09:09.710609 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a219e20-2061-4275-a2f6-a32cd61eee01 req-1bc0e552-c80a-40f8-93c9-ae7618cecab1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415614 Aug 23 06:09:10.181070 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-3fb2ea29-de86-4025-aaff-30611bb3fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:10.182650 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-3fb2ea29-de86-4025-aaff-30611bb3fb76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 1130 time: 0.0469127 Aug 23 06:09:10.280227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-fed31eaa-5716-4950-aae1-9e834cb0125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:10.281709 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-fed31eaa-5716-4950-aae1-9e834cb0125f service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.0927207 Aug 23 06:09:10.321628 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:10.345474 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-850eea96-55f6-4ef3-876e-8af5157de3a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 200 len: 1002 time: 0.0567689 Aug 23 06:09:10.403737 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-953d250e-4318-4e15-8b1f-6c009dfa0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:10.405898 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-953d250e-4318-4e15-8b1f-6c009dfa0baa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0480359 Aug 23 06:09:10.464208 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-a441bcb5-db8e-4088-868a-8dccce497ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:10.465801 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-a441bcb5-db8e-4088-868a-8dccce497ae0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490007 Aug 23 06:09:10.573506 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-a6ab9eb7-208c-432f-969f-fcec5d836078 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999300 Aug 23 06:09:10.669159 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbf7f-3311-4fd9-9cc9-15a2ecb96f30 req-ae192a65-4c51-43ea-b793-1f4ab05444dd tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:10.671310 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-632dbf7f-3311-4fd9-9cc9-15a2ecb96f30 req-ae192a65-4c51-43ea-b793-1f4ab05444dd tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0580597 Aug 23 06:09:10.728180 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f7325cb-8e33-4746-ab6c-899b05b40a4f req-ba11d0ad-7d0e-4f5d-b2ac-f950099dde5e service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289728 Aug 23 06:09:10.730008 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-632dbf7f-3311-4fd9-9cc9-15a2ecb96f30 req-b534f834-5364-4fe8-b6dd-7d6526555652 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517247 Aug 23 06:09:10.846579 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58017fe5-75fc-49a8-a401-3f656ed1aa76 req-65000d7f-bd2c-48ec-9c80-6ab76f7900d8 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:10.848158 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58017fe5-75fc-49a8-a401-3f656ed1aa76 req-65000d7f-bd2c-48ec-9c80-6ab76f7900d8 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0616541 Aug 23 06:09:10.924782 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58017fe5-75fc-49a8-a401-3f656ed1aa76 req-4db7e90e-d5c6-4c40-ab7c-2db80e0ba858 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673475 Aug 23 06:09:11.867960 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51a3dd-3801-4814-ac6c-e5f21c91240e req-3e9a46b7-e7ef-4b18-bd8f-5f1d79a7345c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:11.869781 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5b51a3dd-3801-4814-ac6c-e5f21c91240e req-3e9a46b7-e7ef-4b18-bd8f-5f1d79a7345c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.0575738 Aug 23 06:09:11.921021 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5b51a3dd-3801-4814-ac6c-e5f21c91240e req-e4bc2fb8-cfb3-4f6c-b611-33210014ca64 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446441 Aug 23 06:09:12.054330 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef06e2d-6512-41a0-bcc8-6108d873bf80 req-24840d45-f74e-46cd-866d-3bcf7a53be57 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:12.055851 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eef06e2d-6512-41a0-bcc8-6108d873bf80 req-24840d45-f74e-46cd-866d-3bcf7a53be57 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0580287 Aug 23 06:09:12.128491 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eef06e2d-6512-41a0-bcc8-6108d873bf80 req-cb19e909-23d0-45b8-866e-1e9fe33d4989 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659039 Aug 23 06:09:12.279275 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7470aa-d434-4f8f-99ff-d8069641f0df req-8795e7f6-0413-4533-b06a-25a25d053522 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:12.281294 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ba7470aa-d434-4f8f-99ff-d8069641f0df req-8795e7f6-0413-4533-b06a-25a25d053522 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0669675 Aug 23 06:09:12.350100 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ba7470aa-d434-4f8f-99ff-d8069641f0df req-0a6fae35-3f1d-456b-92ae-d98adecd83c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601816 Aug 23 06:09:12.377616 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 36728) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:12.586482 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0051c95-f224-4a14-a1c8-290855382565 tempest-TestVolumeBootPattern-403167790 tempest-TestVolumeBootPattern-403167790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:12.592670 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b0051c95-f224-4a14-a1c8-290855382565 tempest-TestVolumeBootPattern-403167790 tempest-TestVolumeBootPattern-403167790-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 1125 time: 0.2097776 Aug 23 06:09:12.593129 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 36736) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:12.599253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'port_id': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:09:12.744071 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:12.936336 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:13.091153 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Allocated IP 172.27.1.172 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/6e7bf047-7d53-4e09-af2b-11c28468def2) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:09:13.113693 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a8b0-3f35-46ac-a5da-b4c4edf0e9ec req-0cb65902-5507-4263-a877-9f4f78015cd2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:13.115262 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b005a8b0-3f35-46ac-a5da-b4c4edf0e9ec req-0cb65902-5507-4263-a877-9f4f78015cd2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 946 time: 0.1033959 Aug 23 06:09:13.399405 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:09:13.481113 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 is: ACTIVE; New status is: DOWN {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:09:13.481812 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:13.500833 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b005a8b0-3f35-46ac-a5da-b4c4edf0e9ec req-0e8f96f4-f9a3-47c5-8466-4faf5109b659 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798316 Aug 23 06:09:13.520638 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:09:13.522950 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98575fe-8d3d-4f60-828d-c7e7001fe99b" -d '{"events": [{"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-unplugged", "status": "completed", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:09:13.540405 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (6e7bf047-7d53-4e09-af2b-11c28468def2), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:13.546823 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:09:13.598875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Aug 2022 06:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec8e0fa-87bd-47ef-9a27-54c8c738883f x-openstack-request-id: req-8ec8e0fa-87bd-47ef-9a27-54c8c738883f {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:09:13.599453 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-unplugged", "status": "completed", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:09:13.599984 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ec8e0fa-87bd-47ef-9a27-54c8c738883f {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:09:13.600873 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec8e0fa-87bd-47ef-9a27-54c8c738883f'] response: {'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'code': 200} Aug 23 06:09:13.630426 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:13.653832 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (6e7bf047-7d53-4e09-af2b-11c28468def2), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:13.694714 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=8']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:13.720120 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:09:13.723980 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:09:13.728447 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=6e7bf047-7d53-4e09-af2b-11c28468def2,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:13.734057 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:09:14.129153 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (4536ad9a-5290-41f8-81ec-d3d835ab5989), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:14.252216 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (6e7bf047-7d53-4e09-af2b-11c28468def2), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:14.429623 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-5578d57f-b9b0-4bdc-ba30-5428702aa508 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730276 Aug 23 06:09:14.447691 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (6e7bf047-7d53-4e09-af2b-11c28468def2), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:14.510537 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (6e7bf047-7d53-4e09-af2b-11c28468def2), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:14.546416 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-37833f48-e9da-46ad-8985-b16ce99d2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:14.548052 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-37833f48-e9da-46ad-8985-b16ce99d2c5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 1129 time: 0.0861027 Aug 23 06:09:14.648253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=6e7bf047-7d53-4e09-af2b-11c28468def2,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:14.691246 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (4536ad9a-5290-41f8-81ec-d3d835ab5989), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:14.801160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-f6f8b9fc-0f4d-4635-beea-408e91278dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:14.802812 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-f6f8b9fc-0f4d-4635-beea-408e91278dba service neutron] 10.222.0.16 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 912 time: 0.2243052 Aug 23 06:09:14.812044 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e2c06-53fd-4089-bc10-fc048d2f6b75 req-ada36fbc-8911-4ee2-8158-a292231e38de tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:14.813543 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-622e2c06-53fd-4089-bc10-fc048d2f6b75 req-ada36fbc-8911-4ee2-8158-a292231e38de tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.1856072 Aug 23 06:09:14.888514 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Floating IP 4536ad9a-5290-41f8-81ec-d3d835ab5989 associated. External IP: 172.27.1.172, port: d6e89767-1acb-4275-a2e8-db008e0dbf85. Aug 23 06:09:14.950810 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-e6700745-afee-435a-afdc-58fec033cbc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c HTTP/1.1" status: 200 len: 1000 time: 0.1358452 Aug 23 06:09:14.965380 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-622e2c06-53fd-4089-bc10-fc048d2f6b75 req-1acf9917-8a45-43a6-8fb0-01d2a54820c5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374950 Aug 23 06:09:15.057557 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-9d78ba5e-8d0f-4c25-b651-a59185e59e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:15.059111 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-9d78ba5e-8d0f-4c25-b651-a59185e59e4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab2fe0e-479a-4370-936d-4753fd96d0f6 HTTP/1.1" status: 200 len: 850 time: 0.0906389 Aug 23 06:09:15.204284 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-bf7d48a4-cc1e-43d8-9ead-b371be8adabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:15.206375 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-bf7d48a4-cc1e-43d8-9ead-b371be8adabe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b27f2aad-ffa4-4af2-9a13-3121b136ade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079011 Aug 23 06:09:15.213932 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:09:15.388250 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-9118b6e2-40aa-4457-a1e6-6b20827dc596 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731408 Aug 23 06:09:15.423975 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:09:15.436339 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:09:15.460686 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:09:15.461426 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:08:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:15.510184 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77c95636-580e-45f5-ad0c-ffdd53869e89 req-00b6aa99-8a5a-4ff1-ab93-8ceb649678e1 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047170 Aug 23 06:09:15.529064 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:15.570453 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:09:15.575136 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-55826590-f409-4010-9ece-76d98f75289c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9805486 Aug 23 06:09:15.575997 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'tag': 'd6e89767-1acb-4275-a2e8-db008e0dbf85'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:09:15.578586 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a247af-1588-49a2-94c7-eef20c032905" -d '{"events": [{"name": "network-changed", "server_uuid": "57e95fec-5703-4ea9-9643-7a83b6b276d8", "tag": "d6e89767-1acb-4275-a2e8-db008e0dbf85"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:09:15.637591 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece07f8f-c26d-44e8-a370-9b88a7905f29 x-openstack-request-id: req-ece07f8f-c26d-44e8-a370-9b88a7905f29 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:09:15.637997 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e95fec-5703-4ea9-9643-7a83b6b276d8", "tag": "d6e89767-1acb-4275-a2e8-db008e0dbf85", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:09:15.638362 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ece07f8f-c26d-44e8-a370-9b88a7905f29 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:09:15.639022 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece07f8f-c26d-44e8-a370-9b88a7905f29'] response: {'name': 'network-changed', 'server_uuid': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'tag': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'status': 'completed', 'code': 200} Aug 23 06:09:15.746765 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a247af-1588-49a2-94c7-eef20c032905 req-b43b5201-ad10-4732-beed-6f66824bacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:15.748584 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-61a247af-1588-49a2-94c7-eef20c032905 req-b43b5201-ad10-4732-beed-6f66824bacd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 1130 time: 0.0924251 Aug 23 06:09:15.850285 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a247af-1588-49a2-94c7-eef20c032905 req-4a19ff11-c53c-441c-8b6c-1b7d1075c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:15.852066 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-61a247af-1588-49a2-94c7-eef20c032905 req-4a19ff11-c53c-441c-8b6c-1b7d1075c6d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 913 time: 0.0974565 Aug 23 06:09:15.891585 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4536ad9a-5290-41f8-81ec-d3d835ab5989', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:01:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:09:13Z', 'updated_at': '2022-08-23T06:09:13Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:15.931028 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:09:15.936929 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:09:15.937641 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-61a247af-1588-49a2-94c7-eef20c032905 req-c9987247-5c10-4c8f-a727-c4359d95f553 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e89767-1acb-4275-a2e8-db008e0dbf85 HTTP/1.1" status: 200 len: 1000 time: 0.0757735 Aug 23 06:09:15.937998 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:08:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:16.006453 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a247af-1588-49a2-94c7-eef20c032905 req-25a1cc49-026c-4f90-a54d-4ddebceae62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:16.007884 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-61a247af-1588-49a2-94c7-eef20c032905 req-25a1cc49-026c-4f90-a54d-4ddebceae62d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0582657 Aug 23 06:09:16.092958 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a247af-1588-49a2-94c7-eef20c032905 req-0b6ef4d4-6fd1-45d5-9379-0daa235a0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:16.095800 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-61a247af-1588-49a2-94c7-eef20c032905 req-0b6ef4d4-6fd1-45d5-9379-0daa235a0b3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781898 Aug 23 06:09:16.254232 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-61a247af-1588-49a2-94c7-eef20c032905 req-1c77ce51-3512-4ea6-bf0b-374c9f5a8191 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395242 Aug 23 06:09:16.296426 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:09:16.315670 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [req-2877d67f-d226-48ce-a46e-4bb7d4d4049a req-02992f40-ff42-4d06-8e1d-a15a84e2d891 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:09:16.316738 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2877d67f-d226-48ce-a46e-4bb7d4d4049a req-02992f40-ff42-4d06-8e1d-a15a84e2d891 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074048 Aug 23 06:09:16.359868 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-61a247af-1588-49a2-94c7-eef20c032905 req-02ceeb9d-8995-451c-bd71-d5b04121d748 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938277 Aug 23 06:09:16.579059 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4536ad9a-5290-41f8-81ec-d3d835ab5989', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:01:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:09:13Z', 'updated_at': '2022-08-23T06:09:13Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:16.612242 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9c274-8fb5-482a-aa48-fd9da2a1e6df None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4536ad9a-5290-41f8-81ec-d3d835ab5989', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:01:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:09:13Z', 'updated_at': '2022-08-23T06:09:13Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:09:16.651004 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b152b66-d86d-4eea-959e-4ae59a7c8bf0 req-ef60f3c8-0f70-4c60-be14-5840fe612d14 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:16.658070 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2b152b66-d86d-4eea-959e-4ae59a7c8bf0 req-ef60f3c8-0f70-4c60-be14-5840fe612d14 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0692921 Aug 23 06:09:16.741984 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2b152b66-d86d-4eea-959e-4ae59a7c8bf0 req-1e523935-79b2-43ec-8b59-9ca379ded3e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774679 Aug 23 06:09:16.976251 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7adf84f-8cd2-4fa8-8fc5-23475bab9c78 None None] New status for floating IP 4536ad9a-5290-41f8-81ec-d3d835ab5989: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:09:17.281199 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 36808) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:17.373545 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-fbf40489-2ee6-47fa-b5fe-5ab0509327bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906088 Aug 23 06:09:17.385860 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-84fa19e0-386c-4db9-9f00-b7bc30f20fca service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:09:17.387115 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-84fa19e0-386c-4db9-9f00-b7bc30f20fca service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056856 Aug 23 06:09:17.422430 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:09:17.485764 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 36816) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:17.522222 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 is: DOWN; New status is: DOWN {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:09:17.601219 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-04096926-bad8-4ddc-a3ee-ffeb6cb87a0c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:17.602947 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-04096926-bad8-4ddc-a3ee-ffeb6cb87a0c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports/86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 200 len: 941 time: 0.1154571 Aug 23 06:09:17.897614 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f2e5e-942c-45f3-b7d5-8a98d7b76ec2 req-1c396715-8ee7-4efa-8955-942abdea36a7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:17.906376 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e52f2e5e-942c-45f3-b7d5-8a98d7b76ec2 req-1c396715-8ee7-4efa-8955-942abdea36a7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0807436 Aug 23 06:09:17.953507 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e52f2e5e-942c-45f3-b7d5-8a98d7b76ec2 req-acacef62-01ac-44d9-bd94-abd878126589 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460987 Aug 23 06:09:19.106124 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890a485-f192-4e63-8c25-f1839698b3d4 req-64d9243e-d3c1-40e2-9b4a-b68dbc6ea64e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:19.107691 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e890a485-f192-4e63-8c25-f1839698b3d4 req-64d9243e-d3c1-40e2-9b4a-b68dbc6ea64e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0598242 Aug 23 06:09:19.168418 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e890a485-f192-4e63-8c25-f1839698b3d4 req-e3568d94-d8e3-4519-b4f6-4c3c921a97d7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531101 Aug 23 06:09:20.311505 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a935c7-37e6-418c-bd85-834547d0f9ad req-88ee1f8d-8b0c-410a-a55a-2ff95c58f90f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:20.313012 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a2a935c7-37e6-418c-bd85-834547d0f9ad req-88ee1f8d-8b0c-410a-a55a-2ff95c58f90f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0553427 Aug 23 06:09:20.386978 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a2a935c7-37e6-418c-bd85-834547d0f9ad req-0d273a77-c624-4c03-a8c0-1b2feb09af92 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669425 Aug 23 06:09:20.543062 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-b585ac53-8078-4f90-ae77-b7440bad2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:20.544621 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-b585ac53-8078-4f90-ae77-b7440bad2b93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6&tenant_id=fdd86f8650a9453bb06500b0b0aa31e7 HTTP/1.1" status: 200 len: 1128 time: 0.0852120 Aug 23 06:09:20.615431 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-35eeac07-65d5-4b85-b38c-4ad301adcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:20.617108 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-35eeac07-65d5-4b85-b38c-4ad301adcacb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 1128 time: 0.0476966 Aug 23 06:09:20.715145 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-04532af8-a0f2-456f-8ed7-c5ef339623a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:20.716875 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-04532af8-a0f2-456f-8ed7-c5ef339623a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.0898328 Aug 23 06:09:21.155895 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-2606972c-13e9-40b9-a23d-7207aea61a94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 200 len: 1000 time: 0.4304111 Aug 23 06:09:21.213402 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-3d5565dc-5536-4030-ab03-71596003d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:21.215033 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-3d5565dc-5536-4030-ab03-71596003d732 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0468216 Aug 23 06:09:21.272931 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-3959333c-58c9-4683-aa4f-141740a0b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:21.274478 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-3959333c-58c9-4683-aa4f-141740a0b768 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520468 Aug 23 06:09:21.380982 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-21c15d75-67cd-4a48-8750-a424b4ecee06 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944502 Aug 23 06:09:21.487590 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-1c59d117-9928-4261-bb90-8e4f26acd58a service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001444 Aug 23 06:09:21.552526 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff114e-a07c-493f-8495-3aea965c59bc req-7f667107-5974-4dd2-8128-efa6cc4f2f85 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:21.554128 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ecff114e-a07c-493f-8495-3aea965c59bc req-7f667107-5974-4dd2-8128-efa6cc4f2f85 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0619981 Aug 23 06:09:21.622334 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ecff114e-a07c-493f-8495-3aea965c59bc req-2fc18d90-f26c-4869-84e4-7a65f83f32fe tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605848 Aug 23 06:09:22.877563 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd73b6-59b3-4954-8082-8fd962e71b53 req-af74c59b-2b59-4791-9245-c1e6d3cf0d32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:22.884933 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b2fd73b6-59b3-4954-8082-8fd962e71b53 req-af74c59b-2b59-4791-9245-c1e6d3cf0d32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.1527371 Aug 23 06:09:22.937136 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b2fd73b6-59b3-4954-8082-8fd962e71b53 req-faa7c25e-6895-4e22-81fb-d287438935fc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463421 Aug 23 06:09:23.269886 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57bffc5e-f7ad-4a9f-92f1-205caa4a5dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:24.206966 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc53631-ad9a-44b6-bd2e-f479ffaef0a7 req-65b44ff5-84f0-43ad-be58-51a38cb7adad tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:24.209097 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8dc53631-ad9a-44b6-bd2e-f479ffaef0a7 req-65b44ff5-84f0-43ad-be58-51a38cb7adad tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0853655 Aug 23 06:09:24.264663 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8dc53631-ad9a-44b6-bd2e-f479ffaef0a7 req-32ec9112-21e7-4182-946d-73799d270d1f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495913 Aug 23 06:09:25.418370 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-47793f62-8262-48ff-b058-eace20ddfdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:25.460584 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2998e2-f387-4628-b369-5a41e0f5a9f5 req-09d02afc-1b09-4c75-aa22-92ea5466480a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:25.462200 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a2998e2-f387-4628-b369-5a41e0f5a9f5 req-09d02afc-1b09-4c75-aa22-92ea5466480a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0883038 Aug 23 06:09:25.515197 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a2998e2-f387-4628-b369-5a41e0f5a9f5 req-75768736-66fa-42bb-a984-18d91ec59c72 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470097 Aug 23 06:09:26.652535 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204db26-1cac-4d6c-a4c3-7046ad641c94 req-b6c22d87-36a8-4025-a587-04df6941afbc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:26.654579 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0204db26-1cac-4d6c-a4c3-7046ad641c94 req-b6c22d87-36a8-4025-a587-04df6941afbc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0573850 Aug 23 06:09:26.722353 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0204db26-1cac-4d6c-a4c3-7046ad641c94 req-6d2a1505-9510-4205-ab38-bc6252bd6a11 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598869 Aug 23 06:09:26.949469 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:27.864054 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761854c9-0850-45ea-8602-70b27cadd0dc req-7e12cf43-76c9-4344-a3c2-6c43ab6cc85b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:27.865677 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-761854c9-0850-45ea-8602-70b27cadd0dc req-7e12cf43-76c9-4344-a3c2-6c43ab6cc85b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0584300 Aug 23 06:09:27.930640 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-761854c9-0850-45ea-8602-70b27cadd0dc req-4bb2545e-8883-4b1d-b3e1-ab7c34384e7e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572994 Aug 23 06:09:28.132819 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:29.058515 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9326-8d25-4673-93bb-95e46081fea2 req-6ac166d4-cc66-4aa6-8cc8-190d71322b14 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:29.060181 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9cbd9326-8d25-4673-93bb-95e46081fea2 req-6ac166d4-cc66-4aa6-8cc8-190d71322b14 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0576034 Aug 23 06:09:29.117937 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9cbd9326-8d25-4673-93bb-95e46081fea2 req-7a8a9a20-737b-454a-bed3-c6688f0d0d88 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514822 Aug 23 06:09:29.503478 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:30.247551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109b1dd-41ca-45b5-805a-ff54c3ac6a9d req-87e2b1e4-353a-4da8-9303-6acd8033a4f9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:30.249029 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3109b1dd-41ca-45b5-805a-ff54c3ac6a9d req-87e2b1e4-353a-4da8-9303-6acd8033a4f9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0522585 Aug 23 06:09:30.302888 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3109b1dd-41ca-45b5-805a-ff54c3ac6a9d req-ff516f49-06e0-4ddc-ba51-2ff301e869e2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481803 Aug 23 06:09:30.671273 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 36994) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:30.714300 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Deleting subnet 112ee0a8-3793-4c49-bc2a-fae166b9ea17 {{(pid=104496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:09:30.717291 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Publish callbacks [] for subnet (112ee0a8-3793-4c49-bc2a-fae166b9ea17), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:30.760315 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31873289'] for subnet (112ee0a8-3793-4c49-bc2a-fae166b9ea17), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:30.801940 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (112ee0a8-3793-4c49-bc2a-fae166b9ea17), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:30.908505 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31817439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30818217'] for subnet (112ee0a8-3793-4c49-bc2a-fae166b9ea17), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:30.939728 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112ee0a8-3793-4c49-bc2a-fae166b9ea17,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:30.942650 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:30.945174 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/112ee0a8-3793-4c49-bc2a-fae166b9ea17 HTTP/1.1" status: 204 len: 168 time: 0.2729125 Aug 23 06:09:30.947859 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 36996) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:30.952266 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.952624 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.953086 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.953517 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.953883 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.954251 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.954587 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.954920 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.955253 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.955586 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.955918 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.956244 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:30.956570 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab64096-a84e-4c93-bf37-dd10eedcda65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:31.056448 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (f3351dec-496e-4c19-b0c3-5f5a7956d090), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.137106 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (f3351dec-496e-4c19-b0c3-5f5a7956d090), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.159777 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3351dec-496e-4c19-b0c3-5f5a7956d090']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:31.170883 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bb7bcb-b6cd-480a-96cb-621c750a713c') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:31.171180 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bb7bcb-b6cd-480a-96cb-621c750a713c') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:09:31.181982 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (25bb7bcb-b6cd-480a-96cb-621c750a713c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.195961 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (25bb7bcb-b6cd-480a-96cb-621c750a713c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.201631 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:09:31.202012 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (25bb7bcb-b6cd-480a-96cb-621c750a713c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.239901 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 25bb7bcb-b6cd-480a-96cb-621c750a713c resource provider aggregate not found Aug 23 06:09:31.256814 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 25bb7bcb-b6cd-480a-96cb-621c750a713c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25bb7bcb-b6cd-480a-96cb-621c750a713c found for delete ", "request_id": "req-e825ab99-4e1e-467e-8a86-6f55afefdc55"}]} Aug 23 06:09:31.314688 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (f3351dec-496e-4c19-b0c3-5f5a7956d090), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.319715 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.323348 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f3351dec-496e-4c19-b0c3-5f5a7956d090 HTTP/1.1" status: 204 len: 168 time: 0.3744807 Aug 23 06:09:31.347903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198855b-663e-4d3d-9788-8942b618cfd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3351dec-496e-4c19-b0c3-5f5a7956d090,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:31.446603 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ad25c-0f73-4ed2-be17-ddb8833e7f88 req-86dcfd1c-505e-46f9-9da5-20e50fe192f4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:31.448699 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0f3ad25c-0f73-4ed2-be17-ddb8833e7f88 req-86dcfd1c-505e-46f9-9da5-20e50fe192f4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0604575 Aug 23 06:09:31.499336 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0f3ad25c-0f73-4ed2-be17-ddb8833e7f88 req-f7bd5335-8b9f-4d97-a41d-9f0628b88f5f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447180 Aug 23 06:09:31.608700 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37006) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:31.648024 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1317443c-9491-4556-bc90-510fbaa1c585 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1369aadeb564d2ab6afa040f4b82889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381563 Aug 23 06:09:31.650646 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37008) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:31.696349 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1624d02b-6349-4a40-9bbf-6df00bb88f9f admin admin] Publish callbacks [] for security_group (826b4387-1862-428f-9cb6-4d8b3179505d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.717208 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1624d02b-6349-4a40-9bbf-6df00bb88f9f admin admin] Publish callbacks [] for security_group (826b4387-1862-428f-9cb6-4d8b3179505d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.834896 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1624d02b-6349-4a40-9bbf-6df00bb88f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (826b4387-1862-428f-9cb6-4d8b3179505d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.837655 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1624d02b-6349-4a40-9bbf-6df00bb88f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:31.838857 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1624d02b-6349-4a40-9bbf-6df00bb88f9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/826b4387-1862-428f-9cb6-4d8b3179505d HTTP/1.1" status: 204 len: 168 time: 0.1873188 Aug 23 06:09:31.847605 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624d02b-6349-4a40-9bbf-6df00bb88f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826b4387-1862-428f-9cb6-4d8b3179505d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:32.662778 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2bc65-9ac3-4710-bddc-9d9e6d276b4c req-dd031762-1545-4a5b-8253-caf21563c83d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:32.664530 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-62b2bc65-9ac3-4710-bddc-9d9e6d276b4c req-dd031762-1545-4a5b-8253-caf21563c83d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0842807 Aug 23 06:09:32.717591 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-62b2bc65-9ac3-4710-bddc-9d9e6d276b4c req-a402615c-c82e-4a12-b35d-e8fdf2bdc2c8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471935 Aug 23 06:09:33.517383 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37042) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:33.622748 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-08403e34-8b90-4da4-a696-5447e2cbdcea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:33.698631 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-08403e34-8b90-4da4-a696-5447e2cbdcea admin admin] Publish callbacks [] for security_group (c9f3bbba-ee76-49ce-b479-80c5339c8f4e), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:33.772017 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-08403e34-8b90-4da4-a696-5447e2cbdcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (c9f3bbba-ee76-49ce-b479-80c5339c8f4e), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:33.813419 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-08403e34-8b90-4da4-a696-5447e2cbdcea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cc866dccfd249e5bad0aed36fd03130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947392 Aug 23 06:09:33.814406 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08403e34-8b90-4da4-a696-5447e2cbdcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f3bbba-ee76-49ce-b479-80c5339c8f4e,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:33.816157 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37050) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:09:33.873333 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97de0175-3ba5-4d67-a1ec-fcdf68998cfb admin admin] Publish callbacks [] for security_group (c9f3bbba-ee76-49ce-b479-80c5339c8f4e), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:33.907035 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97de0175-3ba5-4d67-a1ec-fcdf68998cfb admin admin] Publish callbacks [] for security_group (c9f3bbba-ee76-49ce-b479-80c5339c8f4e), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:33.985057 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d80eb-10b6-409e-aace-4cee8d9b6c3d req-37c0538c-2b4b-4fa7-9b99-5276165786c8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:33.986613 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a27d80eb-10b6-409e-aace-4cee8d9b6c3d req-37c0538c-2b4b-4fa7-9b99-5276165786c8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.1896882 Aug 23 06:09:34.034962 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a27d80eb-10b6-409e-aace-4cee8d9b6c3d req-55bf38bc-08e5-4383-9b25-ddc3fda8d965 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Aug 23 06:09:34.149011 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97de0175-3ba5-4d67-a1ec-fcdf68998cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (c9f3bbba-ee76-49ce-b479-80c5339c8f4e), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:34.151810 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97de0175-3ba5-4d67-a1ec-fcdf68998cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:34.152942 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-97de0175-3ba5-4d67-a1ec-fcdf68998cfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9f3bbba-ee76-49ce-b479-80c5339c8f4e HTTP/1.1" status: 204 len: 168 time: 0.3358257 Aug 23 06:09:34.162242 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de0175-3ba5-4d67-a1ec-fcdf68998cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f3bbba-ee76-49ce-b479-80c5339c8f4e,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:35.174330 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85581625-d09c-40cb-9453-126714cb8272 req-a45a4b06-ff2f-4b28-a3ac-f2250092c9d9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:35.175977 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-85581625-d09c-40cb-9453-126714cb8272 req-a45a4b06-ff2f-4b28-a3ac-f2250092c9d9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0604167 Aug 23 06:09:35.226524 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-85581625-d09c-40cb-9453-126714cb8272 req-364252ae-30c7-47e6-a759-2fa038a1cfe3 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439265 Aug 23 06:09:36.357540 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bcf5c-1c0b-4b4c-ac52-1713f6de8f28 req-63935d91-ff6b-4aec-90be-e7b351cd3e84 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:36.359009 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5d3bcf5c-1c0b-4b4c-ac52-1713f6de8f28 req-63935d91-ff6b-4aec-90be-e7b351cd3e84 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0505953 Aug 23 06:09:36.404839 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5d3bcf5c-1c0b-4b4c-ac52-1713f6de8f28 req-d5e770fb-7389-420a-8a0b-850ece610d97 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397935 Aug 23 06:09:37.534242 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f47d2-a6f1-4a18-8ce5-ec2cb7e29854 req-7b480052-c6bb-493a-ba2a-429626b0ca95 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:37.535728 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5b1f47d2-a6f1-4a18-8ce5-ec2cb7e29854 req-7b480052-c6bb-493a-ba2a-429626b0ca95 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0564160 Aug 23 06:09:37.580859 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5b1f47d2-a6f1-4a18-8ce5-ec2cb7e29854 req-ef841e7a-3c0c-4839-b4b1-36a3b7d54b20 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396245 Aug 23 06:09:38.708268 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cbff5-8397-405e-8ba0-bdf483d32b9f req-205232a2-21aa-4937-ac7c-b170e0f305f0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:38.709779 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-352cbff5-8397-405e-8ba0-bdf483d32b9f req-205232a2-21aa-4937-ac7c-b170e0f305f0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0515914 Aug 23 06:09:38.758529 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-352cbff5-8397-405e-8ba0-bdf483d32b9f req-02d8adb5-737e-4eec-a778-10d75d91f5dc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Aug 23 06:09:39.894192 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18b9e5-f17b-43d1-b04a-00f750df12e2 req-a0f8152e-663a-4381-b656-2690686e0c13 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:39.895611 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-de18b9e5-f17b-43d1-b04a-00f750df12e2 req-a0f8152e-663a-4381-b656-2690686e0c13 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0579445 Aug 23 06:09:39.945168 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-de18b9e5-f17b-43d1-b04a-00f750df12e2 req-d81bc043-0e16-4272-80eb-5ce8f840f53f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Aug 23 06:09:40.359060 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:41.076839 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d9f9-aadd-4173-a514-fc816024ff0d req-024a5560-4044-465d-97cb-cb76f6aa2d51 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:41.078327 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1275d9f9-aadd-4173-a514-fc816024ff0d req-024a5560-4044-465d-97cb-cb76f6aa2d51 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0511889 Aug 23 06:09:41.127336 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1275d9f9-aadd-4173-a514-fc816024ff0d req-b237d61e-b2b4-42c4-afb0-823ad820bf6f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Aug 23 06:09:42.254321 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0151a04-d46a-4e4a-9ff1-fa74cf8de996 req-f4c9c1bb-eb44-4f5d-820a-fa52a0a23afc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:42.255779 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e0151a04-d46a-4e4a-9ff1-fa74cf8de996 req-f4c9c1bb-eb44-4f5d-820a-fa52a0a23afc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0541523 Aug 23 06:09:42.300736 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e0151a04-d46a-4e4a-9ff1-fa74cf8de996 req-618644eb-7d39-4d0f-a1d2-5aff1d5a0621 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394542 Aug 23 06:09:43.425693 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfe0f9-7725-42cf-90d7-00edc0a47185 req-5f1648e9-4e0a-4b8e-9653-94265c96c693 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:43.430962 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e6bfe0f9-7725-42cf-90d7-00edc0a47185 req-5f1648e9-4e0a-4b8e-9653-94265c96c693 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0513439 Aug 23 06:09:43.471631 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e6bfe0f9-7725-42cf-90d7-00edc0a47185 req-781b6ccf-3dae-46c9-918c-448aa0ee1f25 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389552 Aug 23 06:09:44.493164 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:09:44.595251 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b26b-f9c6-4658-b58d-bfea449b272d req-b6c0014c-648b-4cdb-ae50-3531638f76b7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:44.596621 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f2c4b26b-f9c6-4658-b58d-bfea449b272d req-b6c0014c-648b-4cdb-ae50-3531638f76b7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0507088 Aug 23 06:09:44.642505 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f2c4b26b-f9c6-4658-b58d-bfea449b272d req-d297692e-50e3-444e-9305-c64356391740 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Aug 23 06:09:45.765733 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e8be3-f724-4740-90dd-b3ac3f5df637 req-0f3c7900-172d-4074-9090-91ea855eb41a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:45.767766 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-db3e8be3-f724-4740-90dd-b3ac3f5df637 req-0f3c7900-172d-4074-9090-91ea855eb41a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0506058 Aug 23 06:09:45.812465 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-db3e8be3-f724-4740-90dd-b3ac3f5df637 req-a23841ad-c9e2-4026-9a45-a3dd4bd76cf3 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392723 Aug 23 06:09:46.940176 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f90b2-7907-4219-aadf-8d596edd7e2e req-c9aecb10-26a4-4f26-9fce-f28f73ae6d79 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:46.941699 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-475f90b2-7907-4219-aadf-8d596edd7e2e req-c9aecb10-26a4-4f26-9fce-f28f73ae6d79 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 944 time: 0.0549901 Aug 23 06:09:46.989101 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-475f90b2-7907-4219-aadf-8d596edd7e2e req-180ba0f1-41ec-42d0-82f5-aaac989bf132 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Aug 23 06:09:47.548511 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:09:47.663513 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751424-36f1-44c9-b9d7-f30c46f56924 req-fd3e5bfe-e6cd-4d10-832a-d09d73ac8097 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:47.669525 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ae751424-36f1-44c9-b9d7-f30c46f56924 req-fd3e5bfe-e6cd-4d10-832a-d09d73ac8097 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0671976 Aug 23 06:09:47.679632 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:09:47.691862 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'port_id': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'mac_address': 'fa:16:3e:26:86:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:09:47.713953 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ae751424-36f1-44c9-b9d7-f30c46f56924 req-ae242176-16dd-4058-a8cf-d70254eabd2e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Aug 23 06:09:47.744828 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785382-873c-4173-8a03-25cd94118861 req-88c25b0e-ce45-4c2c-b5ed-2a20798e5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:47.745415 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:09:47.745415 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:47.747234 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1785382-873c-4173-8a03-25cd94118861 req-88c25b0e-ce45-4c2c-b5ed-2a20798e5029 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1129 time: 0.0648022 Aug 23 06:09:47.759236 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:09:47.782459 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:09:47.838442 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785382-873c-4173-8a03-25cd94118861 req-907969bf-42b5-47ce-a853-3819180ecbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:47.840199 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1785382-873c-4173-8a03-25cd94118861 req-907969bf-42b5-47ce-a853-3819180ecbca service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.0866075 Aug 23 06:09:47.856740 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:47.903811 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=9']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:47.906276 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1785382-873c-4173-8a03-25cd94118861 req-b875842a-5344-428b-8fff-dfafb127a97e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3 HTTP/1.1" status: 200 len: 1001 time: 0.0595064 Aug 23 06:09:47.911484 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.911858 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.912205 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.912584 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.913058 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.913392 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.913799 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.914078 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.914404 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.914730 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.915050 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.915372 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.915695 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:09:47.954758 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785382-873c-4173-8a03-25cd94118861 req-0c460b1b-8681-4d47-b7f9-fff810f74887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:47.956208 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1785382-873c-4173-8a03-25cd94118861 req-0c460b1b-8681-4d47-b7f9-fff810f74887 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0436926 Aug 23 06:09:48.004012 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785382-873c-4173-8a03-25cd94118861 req-6e475949-455e-465b-8cc9-1c45f17b368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:48.005510 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1785382-873c-4173-8a03-25cd94118861 req-6e475949-455e-465b-8cc9-1c45f17b368a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433409 Aug 23 06:09:48.130642 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1785382-873c-4173-8a03-25cd94118861 req-b4287c0c-2420-4784-8933-8aa1a85e4dab service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181579 Aug 23 06:09:48.143040 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0853-efbf-4eb9-a3a0-ba2c2175b9a2 req-e646d850-5a93-4ff5-b762-4192f88f5a5f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:48.144452 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c4c0853-efbf-4eb9-a3a0-ba2c2175b9a2 req-e646d850-5a93-4ff5-b762-4192f88f5a5f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 945 time: 0.0773108 Aug 23 06:09:48.238159 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c4c0853-efbf-4eb9-a3a0-ba2c2175b9a2 req-0e51f23c-8328-42d8-a1ef-d4e4e8bd746f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859385 Aug 23 06:09:48.262525 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1785382-873c-4173-8a03-25cd94118861 req-16a2949f-5a65-47b0-88aa-7b73eecb0732 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171601 Aug 23 06:09:48.308698 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:09:48.835060 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979b2eb-0b55-4faf-bb2d-6eaefcb488c0 req-9ac70a85-9e49-4445-9180-ee08e2f9960a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:48.836500 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5979b2eb-0b55-4faf-bb2d-6eaefcb488c0 req-9ac70a85-9e49-4445-9180-ee08e2f9960a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0499046 Aug 23 06:09:48.884599 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5979b2eb-0b55-4faf-bb2d-6eaefcb488c0 req-d081cfe4-8116-4320-b6b4-e2261cac2039 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Aug 23 06:09:49.363681 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6d4c-406f-427e-bbbe-0636114b9710 req-aea5ce7d-7fda-46ec-8626-924c5e91b8e8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:49.365164 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-819a6d4c-406f-427e-bbbe-0636114b9710 req-aea5ce7d-7fda-46ec-8626-924c5e91b8e8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 945 time: 0.0527804 Aug 23 06:09:49.411145 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-819a6d4c-406f-427e-bbbe-0636114b9710 req-c185ff8e-1cc3-4507-a2d0-49328b461b39 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 Aug 23 06:09:49.567415 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:09:49.611645 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:09:49.612017 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:49.686598 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:09:49.686988 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:49.709566 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:09:49.711838 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab3b78f-dca3-4e34-8a8f-790317b81195" -d '{"events": [{"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-plugged", "status": "completed", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:09:49.723739 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:09:49.749059 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e0c535-5d30-4249-980c-50cbcda6ffa3 x-openstack-request-id: req-21e0c535-5d30-4249-980c-50cbcda6ffa3 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:09:49.749345 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-plugged", "status": "completed", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:09:49.749698 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21e0c535-5d30-4249-980c-50cbcda6ffa3 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:09:49.750088 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e0c535-5d30-4249-980c-50cbcda6ffa3'] response: {'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'code': 200} Aug 23 06:09:49.799302 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:49.843616 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=10']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:09:50.003031 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b96cd-d6bc-4e6c-b581-356848dc5087 req-6d03c269-ef9c-4167-a4cc-25daa530a35f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:50.004567 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244b96cd-d6bc-4e6c-b581-356848dc5087 req-6d03c269-ef9c-4167-a4cc-25daa530a35f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0523336 Aug 23 06:09:50.050676 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244b96cd-d6bc-4e6c-b581-356848dc5087 req-54c62fe4-057e-411a-9ce9-79daec6e750a tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Aug 23 06:09:50.475269 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074871c-4169-4f10-ac67-3538890f3737 req-38987cb3-cb2a-4d4c-8281-cec7de2bf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:50.476888 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2074871c-4169-4f10-ac67-3538890f3737 req-38987cb3-cb2a-4d4c-8281-cec7de2bf057 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 1131 time: 0.0471411 Aug 23 06:09:50.522800 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2074871c-4169-4f10-ac67-3538890f3737 req-f81b9e2c-7d0a-46b2-8cdb-7e8ef7e9e583 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382490 Aug 23 06:09:50.538989 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17534b01-fb09-441b-8fd7-3b747e5c6629 req-b7f8ee59-60a6-4c48-ac35-4d04ffed3fd9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:50.540445 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-17534b01-fb09-441b-8fd7-3b747e5c6629 req-b7f8ee59-60a6-4c48-ac35-4d04ffed3fd9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 947 time: 0.0513320 Aug 23 06:09:50.585298 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-17534b01-fb09-441b-8fd7-3b747e5c6629 req-62ff6d3d-90e4-4321-8e20-7f3b9c699f60 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391216 Aug 23 06:09:51.170657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdac7d-1817-4d67-b287-deca5cb4ea94 req-d0b4464d-2ba2-4ae4-bb1f-b1237b0301ec tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:51.172434 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cdcdac7d-1817-4d67-b287-deca5cb4ea94 req-d0b4464d-2ba2-4ae4-bb1f-b1237b0301ec tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0515590 Aug 23 06:09:51.217666 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cdcdac7d-1817-4d67-b287-deca5cb4ea94 req-c34eb3a1-74eb-444d-823c-dba181fcd14f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400121 Aug 23 06:09:51.709829 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab592b-4dae-4b44-91ed-affe4a04c1ef req-a581e6f9-1a7f-4470-a29e-f2176990b18f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:51.711206 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a1ab592b-4dae-4b44-91ed-affe4a04c1ef req-a581e6f9-1a7f-4470-a29e-f2176990b18f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 947 time: 0.0505288 Aug 23 06:09:51.755487 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a1ab592b-4dae-4b44-91ed-affe4a04c1ef req-ba6196ff-f333-41f4-87f6-9840a9719754 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388837 Aug 23 06:09:52.346233 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7176a-a14c-4198-b4a5-0b72601c4623 req-583191b4-ec27-4ac3-bd54-f67d5ddc8e22 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:52.347738 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-23b7176a-a14c-4198-b4a5-0b72601c4623 req-583191b4-ec27-4ac3-bd54-f67d5ddc8e22 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0583413 Aug 23 06:09:52.396844 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-23b7176a-a14c-4198-b4a5-0b72601c4623 req-b9bdbf9d-fb54-41ee-a584-e955b2940507 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432425 Aug 23 06:09:52.884804 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be92dc-f2b5-4b56-9610-2b161941537b req-3b3ce004-f889-48a8-879a-6300b4fa703f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:52.886304 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-31be92dc-f2b5-4b56-9610-2b161941537b req-3b3ce004-f889-48a8-879a-6300b4fa703f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 947 time: 0.0560563 Aug 23 06:09:52.931673 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-31be92dc-f2b5-4b56-9610-2b161941537b req-bc68a0e1-e2da-445f-8109-e93ae9806b9a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398779 Aug 23 06:09:53.290851 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7bda12f8-79c2-449f-a123-00d6146d5417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:53.518960 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f63c3-4671-4f5b-b06f-680b227c9604 req-39e687ee-1ed5-45d1-ad1b-9d2e6d0d3a80 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:53.520462 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bb7f63c3-4671-4f5b-b06f-680b227c9604 req-39e687ee-1ed5-45d1-ad1b-9d2e6d0d3a80 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0528874 Aug 23 06:09:53.567964 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bb7f63c3-4671-4f5b-b06f-680b227c9604 req-cc4cad3a-53a8-48a8-a29e-fc69bf4f69dd tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Aug 23 06:09:54.056239 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1dd67-d3f3-4b04-8e61-9c7a0d7a9b8c req-55628e5b-17f3-4458-8aa3-7fba05391fa0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:54.057736 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-84e1dd67-d3f3-4b04-8e61-9c7a0d7a9b8c req-55628e5b-17f3-4458-8aa3-7fba05391fa0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 947 time: 0.0522406 Aug 23 06:09:54.102860 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-84e1dd67-d3f3-4b04-8e61-9c7a0d7a9b8c req-af4821c2-e7ef-4636-8852-b48a0dd606d8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390096 Aug 23 06:09:54.687925 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cfa40-d20f-426d-93ca-0f6d3e141b41 req-2e6845a5-f8dd-46ee-af25-63703ff09146 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:54.689311 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8cfa40-d20f-426d-93ca-0f6d3e141b41 req-2e6845a5-f8dd-46ee-af25-63703ff09146 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Aug 23 06:09:54.737960 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8cfa40-d20f-426d-93ca-0f6d3e141b41 req-93c7122a-06cb-4bb1-83f8-f185f64e3a2e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431569 Aug 23 06:09:55.399085 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9e999656-00fa-42b3-a1db-8cd1ec67dcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:55.857124 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7b82a-ca04-4d72-95ea-89d3000ca262 req-7ea0b2f9-a050-4686-bc58-df28be976e0c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:55.858623 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-84f7b82a-ca04-4d72-95ea-89d3000ca262 req-7ea0b2f9-a050-4686-bc58-df28be976e0c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0511465 Aug 23 06:09:55.906837 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-84f7b82a-ca04-4d72-95ea-89d3000ca262 req-b9b34983-b878-4449-ac73-e0142c3e7069 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Aug 23 06:09:56.936039 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:57.026407 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf299a-b918-42be-ac2a-ea639eaad92c req-c2eb869e-a3e7-406d-9b59-4ace9cface16 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:57.028594 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cfbf299a-b918-42be-ac2a-ea639eaad92c req-c2eb869e-a3e7-406d-9b59-4ace9cface16 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0514712 Aug 23 06:09:57.074011 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cfbf299a-b918-42be-ac2a-ea639eaad92c req-fa30ae2d-21a2-44b6-8c3f-2f5d40b5af09 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Aug 23 06:09:58.176587 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:09:58.196919 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f7c2b-d9db-44f1-8c33-7bf0abacca2b req-4489846c-35f1-48ad-a65d-81fa7175e319 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:58.198706 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1b0f7c2b-d9db-44f1-8c33-7bf0abacca2b req-4489846c-35f1-48ad-a65d-81fa7175e319 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0513377 Aug 23 06:09:58.243995 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1b0f7c2b-d9db-44f1-8c33-7bf0abacca2b req-b5edd105-e2e7-42a2-adde-e085941ae376 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Aug 23 06:09:59.364089 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2e474-d387-4cd3-868c-236626c989ac req-bfa4687b-b063-4823-81f6-40aad87e4ab0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:09:59.365590 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0ce2e474-d387-4cd3-868c-236626c989ac req-bfa4687b-b063-4823-81f6-40aad87e4ab0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0508142 Aug 23 06:09:59.411239 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0ce2e474-d387-4cd3-868c-236626c989ac req-f07245dd-be16-4da8-80b5-6476f202c7b3 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Aug 23 06:09:59.473212 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:00.530781 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d0da8-e695-473c-83c6-39361c26d4d7 req-b3ee592c-d0e2-46eb-ada7-b9d9cf42fa0c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:00.532276 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5f5d0da8-e695-473c-83c6-39361c26d4d7 req-b3ee592c-d0e2-46eb-ada7-b9d9cf42fa0c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0506983 Aug 23 06:10:00.579155 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5f5d0da8-e695-473c-83c6-39361c26d4d7 req-b06b3457-c909-4483-8660-6700b90c7aba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Aug 23 06:10:01.701813 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64b320-ab5c-4906-b0cf-e0bda2b1eeae req-62bfe8d8-584a-4670-bcd6-387f5b6e3b42 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:01.703216 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c64b320-ab5c-4906-b0cf-e0bda2b1eeae req-62bfe8d8-584a-4670-bcd6-387f5b6e3b42 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0544655 Aug 23 06:10:01.749388 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c64b320-ab5c-4906-b0cf-e0bda2b1eeae req-32b41aa2-2bb6-4326-a7dc-497bc0706c33 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 Aug 23 06:10:02.878027 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dd1e6-7bf5-4901-b515-e72e5ddf0d9c req-b9487f5c-e6fb-4811-ab34-fc0dc2c527e7 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:02.879469 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-076dd1e6-7bf5-4901-b515-e72e5ddf0d9c req-b9487f5c-e6fb-4811-ab34-fc0dc2c527e7 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0541677 Aug 23 06:10:02.924543 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-076dd1e6-7bf5-4901-b515-e72e5ddf0d9c req-e28f320d-b450-4c35-bbca-db6283ff509b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 Aug 23 06:10:04.045387 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe8ece-d693-4678-b412-fe2efb5ddbdb req-48916d68-329e-4f8e-83bc-9c869c23fd14 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:04.047398 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2efe8ece-d693-4678-b412-fe2efb5ddbdb req-48916d68-329e-4f8e-83bc-9c869c23fd14 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0511785 Aug 23 06:10:04.092194 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2efe8ece-d693-4678-b412-fe2efb5ddbdb req-afbd94ed-4a8f-46f4-a7b5-785c6d8679ad tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393853 Aug 23 06:10:05.213879 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e10db2-fdb4-4e40-8e85-66907b8e54b5 req-81802528-9662-4d7c-bb33-c16db20e4542 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:05.215366 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f7e10db2-fdb4-4e40-8e85-66907b8e54b5 req-81802528-9662-4d7c-bb33-c16db20e4542 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0512044 Aug 23 06:10:05.260216 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f7e10db2-fdb4-4e40-8e85-66907b8e54b5 req-19f7ec0e-44ba-4184-9649-2b998b99721c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393944 Aug 23 06:10:06.000460 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230337e2-60dd-4b93-bebe-a79e552c8f81 req-377debb3-a2ba-4938-8c46-81099c0aef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:06.001955 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-230337e2-60dd-4b93-bebe-a79e552c8f81 req-377debb3-a2ba-4938-8c46-81099c0aef9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1129 time: 0.1301684 Aug 23 06:10:06.050966 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-230337e2-60dd-4b93-bebe-a79e552c8f81 req-1cff518a-e666-4bc7-ae14-57f85e462aa2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Aug 23 06:10:06.378497 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4fa1-4d17-4f7e-9474-fe8a9e377f96 req-717b171c-2917-4096-93b4-170518b440a0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:06.379969 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b6ac4fa1-4d17-4f7e-9474-fe8a9e377f96 req-717b171c-2917-4096-93b4-170518b440a0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0505786 Aug 23 06:10:06.425625 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b6ac4fa1-4d17-4f7e-9474-fe8a9e377f96 req-0e88fb73-72aa-4714-8c9b-3b7c852c5a8e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 Aug 23 06:10:07.549264 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3f11-d5a6-4b1a-bdcd-eb24a5b1f818 req-585c1751-ac6e-433a-ba6d-eae401215cf5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:07.550773 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-656f3f11-d5a6-4b1a-bdcd-eb24a5b1f818 req-585c1751-ac6e-433a-ba6d-eae401215cf5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0539486 Aug 23 06:10:07.598165 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-656f3f11-d5a6-4b1a-bdcd-eb24a5b1f818 req-43aca236-0452-421a-aa93-801871d435b9 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 Aug 23 06:10:08.717081 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be7522-1e3b-4234-ad3f-4e1123ee1b1c req-8ae55bd0-0160-42b8-af70-6068b0da8284 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:08.719147 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03be7522-1e3b-4234-ad3f-4e1123ee1b1c req-8ae55bd0-0160-42b8-af70-6068b0da8284 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0504014 Aug 23 06:10:08.763581 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03be7522-1e3b-4234-ad3f-4e1123ee1b1c req-5f740aa5-1aae-4533-8f25-0b120fbbce51 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389533 Aug 23 06:10:09.331079 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bedfa-dabe-4904-b510-0f88e42e6f14 req-36202a1e-f52b-4c53-8fa6-9210ea6e1939 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:09.332542 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b87bedfa-dabe-4904-b510-0f88e42e6f14 req-36202a1e-f52b-4c53-8fa6-9210ea6e1939 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0519822 Aug 23 06:10:09.380420 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b87bedfa-dabe-4904-b510-0f88e42e6f14 req-e16c4f2c-3f06-4865-bd73-417be1b96ecf tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Aug 23 06:10:09.398997 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b2650-9026-45da-94d9-032832af1685 req-3873937e-2c67-4cfa-8993-301298a46ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:09.398997 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a45b2650-9026-45da-94d9-032832af1685 req-3873937e-2c67-4cfa-8993-301298a46ccf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1129 time: 0.0466211 Aug 23 06:10:09.484111 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b2650-9026-45da-94d9-032832af1685 req-692f7507-303f-46f4-9771-73b39ad9f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:09.485496 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a45b2650-9026-45da-94d9-032832af1685 req-692f7507-303f-46f4-9771-73b39ad9f0cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.0817525 Aug 23 06:10:09.547572 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a45b2650-9026-45da-94d9-032832af1685 req-6b7fa4f5-51dd-43bd-a40f-5f8b8f0aead8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3 HTTP/1.1" status: 200 len: 1001 time: 0.0557086 Aug 23 06:10:09.594180 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b2650-9026-45da-94d9-032832af1685 req-01668e7f-209e-4561-8c90-bdfab8939732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:09.595535 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a45b2650-9026-45da-94d9-032832af1685 req-01668e7f-209e-4561-8c90-bdfab8939732 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0419278 Aug 23 06:10:09.642693 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b2650-9026-45da-94d9-032832af1685 req-70faf1d3-a611-4932-8d2d-aac4f70567cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:09.644195 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a45b2650-9026-45da-94d9-032832af1685 req-70faf1d3-a611-4932-8d2d-aac4f70567cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425930 Aug 23 06:10:09.739025 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a45b2650-9026-45da-94d9-032832af1685 req-269f534d-21d1-4a18-96a8-7c4c1440a4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825579 Aug 23 06:10:09.825161 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a45b2650-9026-45da-94d9-032832af1685 req-8e89af5f-a61f-456f-a9da-f9dff76bde1a service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800385 Aug 23 06:10:10.335004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:10.502965 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5c893-18a0-46b1-b195-14f06bd14d4e req-e8a2ceb8-e6d3-4e6a-a3f0-d99bc57bdbcf tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:10.504422 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0a5c893-18a0-46b1-b195-14f06bd14d4e req-e8a2ceb8-e6d3-4e6a-a3f0-d99bc57bdbcf tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Aug 23 06:10:10.554435 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0a5c893-18a0-46b1-b195-14f06bd14d4e req-5d1391df-1c95-4059-9c23-0162b22a0920 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Aug 23 06:10:11.674560 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede69375-aec7-4604-93fe-dbc9750b8162 req-1577a314-6861-4ca2-beac-1cf6913cc54e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:11.675964 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ede69375-aec7-4604-93fe-dbc9750b8162 req-1577a314-6861-4ca2-beac-1cf6913cc54e tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0510232 Aug 23 06:10:11.723589 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ede69375-aec7-4604-93fe-dbc9750b8162 req-cc311ce3-63ea-4659-9340-5de622de390d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Aug 23 06:10:12.842187 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705af531-8fd6-462f-ab0b-a1a731be82dc req-43353386-3710-4ba2-aa7a-4aa51074eb8c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:12.844311 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-705af531-8fd6-462f-ab0b-a1a731be82dc req-43353386-3710-4ba2-aa7a-4aa51074eb8c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0509117 Aug 23 06:10:12.889014 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-705af531-8fd6-462f-ab0b-a1a731be82dc req-93cd2dcd-098e-4f7a-9b86-9ccb151d1277 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391793 Aug 23 06:10:14.010182 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbae740-ac55-483f-83d4-ac4512c4b914 req-00a266ad-9e18-42b3-b65f-842618b73c91 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:14.011680 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8dbae740-ac55-483f-83d4-ac4512c4b914 req-00a266ad-9e18-42b3-b65f-842618b73c91 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0514123 Aug 23 06:10:14.056287 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8dbae740-ac55-483f-83d4-ac4512c4b914 req-5475c583-bbb9-4793-a3ba-8e945d9458f0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383918 Aug 23 06:10:14.169813 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9dce-f31e-484a-ba87-43aa19c9f240 req-15b48b25-d569-4665-8c34-d9db309b45c5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:14.171898 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d1d9dce-f31e-484a-ba87-43aa19c9f240 req-15b48b25-d569-4665-8c34-d9db309b45c5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0500052 Aug 23 06:10:14.181236 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37258) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:10:14.185345 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-ba1cd1f6-0208-480b-b0fa-9612db198997 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Request body: {'floatingip': {'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:10:14.237157 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd1f6-0208-480b-b0fa-9612db198997 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (ed99c38f-91bd-4836-b17c-ae6800f5e50b), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:14.657380 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd1f6-0208-480b-b0fa-9612db198997 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:14.723822 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd1f6-0208-480b-b0fa-9612db198997 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ed99c38f-91bd-4836-b17c-ae6800f5e50b), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:14.912153 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1cd1f6-0208-480b-b0fa-9612db198997 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Router ec87f542-ff8b-4021-b43e-a7884d79c0ee has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:10:15.252141 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1cd1f6-0208-480b-b0fa-9612db198997 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:10:15.256646 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd1f6-0208-480b-b0fa-9612db198997 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:15.263194 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] Sync routers for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:10:15.272612 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:10:15.273220 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:09:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:15.286110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:10:15.288335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:10:15.319387 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ba1cd1f6-0208-480b-b0fa-9612db198997 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "PUT /v2.0/floatingips/ed99c38f-91bd-4836-b17c-ae6800f5e50b HTTP/1.1" status: 200 len: 993 time: 1.1347690 Aug 23 06:10:15.374053 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:10:15.383962 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea88857a-4d99-4482-90c6-1b751831cda9 x-openstack-request-id: req-ea88857a-4d99-4482-90c6-1b751831cda9 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:10:15.384253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:10:15.384503 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea88857a-4d99-4482-90c6-1b751831cda9 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:10:15.384897 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea88857a-4d99-4482-90c6-1b751831cda9'] response: {'name': 'network-changed', 'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'status': 'completed', 'code': 200} Aug 23 06:10:15.450224 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-18f64d0f-7a75-4694-b182-482db0073e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:15.452284 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-18f64d0f-7a75-4694-b182-482db0073e0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1129 time: 0.0427246 Aug 23 06:10:15.541789 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-56470e77-a5c3-4f98-9ada-60847ef92d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:15.543289 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-56470e77-a5c3-4f98-9ada-60847ef92d88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.0839443 Aug 23 06:10:15.589571 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ed99c38f-91bd-4836-b17c-ae6800f5e50b', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:07:13Z', 'updated_at': '2022-08-23T06:10:14Z', 'revision_number': 3, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:15.605456 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-567e6f01-340a-4079-9c5c-071accdd11ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3 HTTP/1.1" status: 200 len: 1001 time: 0.0536962 Aug 23 06:10:15.616456 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] Checking router: ec87f542-ff8b-4021-b43e-a7884d79c0ee for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:10:15.625685 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:10:15.626282 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:09:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:15.658253 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-4e572851-67d1-4926-8b35-143288d4a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:15.659778 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-4e572851-67d1-4926-8b35-143288d4a179 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0463824 Aug 23 06:10:15.707778 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-29caf734-b782-4d07-88d7-6c5f09815ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:15.709249 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-29caf734-b782-4d07-88d7-6c5f09815ea9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421379 Aug 23 06:10:15.723051 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:10:15.795715 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-c0560d80-ed3c-4aec-b931-47893b261eef service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793285 Aug 23 06:10:15.885919 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49c2fbf2-a615-4148-bef1-3a3939cdd6b7 req-6f056745-eaeb-472f-9dad-54e5e010aa7d service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 Aug 23 06:10:15.932922 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ed99c38f-91bd-4836-b17c-ae6800f5e50b', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:07:13Z', 'updated_at': '2022-08-23T06:10:14Z', 'revision_number': 3, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:15.956757 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879ed2b-9280-4e31-a65b-ca4aa1f62bb6 None None] The sync data for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi is: [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ed99c38f-91bd-4836-b17c-ae6800f5e50b', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'port_id': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:07:13Z', 'updated_at': '2022-08-23T06:10:14Z', 'revision_number': 3, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:10:16.384148 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-227cc41b-9a2d-4a12-a17d-ef5401b699da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419140 Aug 23 06:10:16.448315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-4cc967a5-2109-4812-98a6-6d88e3a53b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:16.449805 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-4cc967a5-2109-4812-98a6-6d88e3a53b82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 1130 time: 0.0421889 Aug 23 06:10:16.559049 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-91900261-079d-48dd-a345-ff701f3639b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:16.560481 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-91900261-079d-48dd-a345-ff701f3639b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 916 time: 0.0845726 Aug 23 06:10:16.619304 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-f3db786d-e39e-4e7a-ad4c-f1bfb3d10798 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be2c638-1905-4eb7-b811-e2a55ddf5db5 HTTP/1.1" status: 200 len: 1002 time: 0.0519760 Aug 23 06:10:16.671926 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-5cb2e137-195e-4a63-93c5-189769414549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:16.673218 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-5cb2e137-195e-4a63-93c5-189769414549 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0445390 Aug 23 06:10:16.720735 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-be9b6a78-6890-42eb-a1a9-93cc31ba79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:16.722281 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-be9b6a78-6890-42eb-a1a9-93cc31ba79e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408299 Aug 23 06:10:16.812695 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-cb411211-25e1-44a5-9555-d76b7dba0489 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805533 Aug 23 06:10:16.905350 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53c97ee6-b1c1-408f-92c9-e0e70dfdb61d req-dd264702-57c1-4038-93f3-1313aae4fb67 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849049 Aug 23 06:10:17.386057 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:10:17.388446 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5aa500-f85a-4402-90dd-7c40f9f64911" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:10:17.426488 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8eff0d-4a1d-44b1-9958-e56b3df1056c x-openstack-request-id: req-4a8eff0d-4a1d-44b1-9958-e56b3df1056c {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:10:17.426781 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:10:17.427037 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a8eff0d-4a1d-44b1-9958-e56b3df1056c {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:10:17.427439 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8eff0d-4a1d-44b1-9958-e56b3df1056c'] response: {'name': 'network-changed', 'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'status': 'completed', 'code': 200} Aug 23 06:10:17.497918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-a722f2ca-0d6e-4799-a908-85dd481d3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:17.499487 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-a722f2ca-0d6e-4799-a908-85dd481d3a0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 1129 time: 0.0458009 Aug 23 06:10:17.590402 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-14f44a86-f992-41fe-8b6e-14c5529fbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:17.591856 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-14f44a86-f992-41fe-8b6e-14c5529fbe9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.0866535 Aug 23 06:10:17.658216 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-24d582b1-5d16-40f3-837e-df852640c86c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3 HTTP/1.1" status: 200 len: 1001 time: 0.0533459 Aug 23 06:10:17.705039 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-6b6243bb-28dc-4c1f-a2c7-f0490f43a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:17.706478 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-6b6243bb-28dc-4c1f-a2c7-f0490f43a814 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.0422246 Aug 23 06:10:17.763100 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-7c272bd5-716b-48a3-bd4e-cf0beec8f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:17.765141 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-7c272bd5-716b-48a3-bd4e-cf0beec8f84f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453837 Aug 23 06:10:17.860913 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-66ead941-0325-469e-8e62-f38821ed4bb1 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800054 Aug 23 06:10:17.957900 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c5aa500-f85a-4402-90dd-7c40f9f64911 req-1097dc84-bb65-4e62-b0e7-69b3a372aebc service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846906 Aug 23 06:10:19.850246 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002eff-257b-403c-93c6-46b2707097e8 req-137d1b98-6913-401a-ba66-20a331bcc3cb tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:19.851707 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fa002eff-257b-403c-93c6-46b2707097e8 req-137d1b98-6913-401a-ba66-20a331bcc3cb tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0513902 Aug 23 06:10:19.897246 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fa002eff-257b-403c-93c6-46b2707097e8 req-2ce53631-4a32-4b38-99a7-ba990c1ac624 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Aug 23 06:10:21.021188 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650faad-b502-4f1d-94e3-e264f5f37180 req-7dcbcba7-cfe4-417a-88da-c831b62b14e2 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:21.022672 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0650faad-b502-4f1d-94e3-e264f5f37180 req-7dcbcba7-cfe4-417a-88da-c831b62b14e2 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0522721 Aug 23 06:10:21.067575 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0650faad-b502-4f1d-94e3-e264f5f37180 req-98c157e6-e869-4396-95b7-0262ce910adc tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394666 Aug 23 06:10:21.491381 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:10:22.189766 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe40a1-40ca-4e46-94e2-df0b5afafa07 req-7ffc0f16-2db9-48b4-ae70-8cfa7835ced3 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:22.191269 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-40fe40a1-40ca-4e46-94e2-df0b5afafa07 req-7ffc0f16-2db9-48b4-ae70-8cfa7835ced3 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0549734 Aug 23 06:10:22.236036 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-40fe40a1-40ca-4e46-94e2-df0b5afafa07 req-3e2666b6-e3c6-443b-8dc7-ff1e00b1819c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 Aug 23 06:10:23.265281 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e47d3cc9-f68a-47f6-a77f-82d743b3fd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:23.355230 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870fc2a-3da1-4a2d-8d42-fd6ca612c305 req-7ea0d6ed-3643-4509-85a8-9525dc68dd67 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:23.356714 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9870fc2a-3da1-4a2d-8d42-fd6ca612c305 req-7ea0d6ed-3643-4509-85a8-9525dc68dd67 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0514047 Aug 23 06:10:23.402870 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9870fc2a-3da1-4a2d-8d42-fd6ca612c305 req-eeb89cb4-5239-4f95-baff-6739b1e42851 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400512 Aug 23 06:10:24.523300 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1c953-73d8-463c-ae34-a2b226cf409c req-8bfc9df6-aa28-4941-8e52-83f3bafb4852 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:24.524774 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9cb1c953-73d8-463c-ae34-a2b226cf409c req-8bfc9df6-aa28-4941-8e52-83f3bafb4852 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0513084 Aug 23 06:10:24.569148 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9cb1c953-73d8-463c-ae34-a2b226cf409c req-2d50f172-2319-4800-af57-ac0dd556a625 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Aug 23 06:10:25.386118 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c8c32d2-94cc-4940-bebe-190d3a753827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:25.690228 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcecb6-ac6a-444e-bc57-833e6add0998 req-531020f0-ef93-4054-ac6c-c9250c917107 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:25.691675 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a4bcecb6-ac6a-444e-bc57-833e6add0998 req-531020f0-ef93-4054-ac6c-c9250c917107 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0544500 Aug 23 06:10:25.736792 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a4bcecb6-ac6a-444e-bc57-833e6add0998 req-a258fc4f-d6df-4357-9181-0a9c8f4c2f63 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Aug 23 06:10:26.854756 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca48766-1bf0-4330-86ca-bc298b898456 req-8fa2d671-5d7d-4e04-bd07-b3c75cbadcdd tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:26.856258 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7ca48766-1bf0-4330-86ca-bc298b898456 req-8fa2d671-5d7d-4e04-bd07-b3c75cbadcdd tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0510213 Aug 23 06:10:26.906723 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7ca48766-1bf0-4330-86ca-bc298b898456 req-67680c36-5b8c-4aa5-8183-0e2b23425731 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Aug 23 06:10:26.923119 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:28.027163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b20326-9840-498f-893e-c7fbecb75f59 req-ef56928e-0b9f-4781-ae2b-c73a1c0e423e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:28.028612 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b5b20326-9840-498f-893e-c7fbecb75f59 req-ef56928e-0b9f-4781-ae2b-c73a1c0e423e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0512524 Aug 23 06:10:28.074580 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b5b20326-9840-498f-893e-c7fbecb75f59 req-d3a80283-e414-4ae1-994d-6816a5f1ed03 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Aug 23 06:10:28.168495 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:29.191519 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1564a-b9d1-440a-8b0e-d6a528abd13d req-9cbd1cfa-2a4f-45d2-a64a-30c5a6e8ea68 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:29.192891 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-98b1564a-b9d1-440a-8b0e-d6a528abd13d req-9cbd1cfa-2a4f-45d2-a64a-30c5a6e8ea68 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0502286 Aug 23 06:10:29.239415 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-98b1564a-b9d1-440a-8b0e-d6a528abd13d req-66f3e7b9-5a67-40ca-9eb4-d19241e032a0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 Aug 23 06:10:29.482568 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:30.358557 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09428c0-016a-4419-a6c8-f59d4105df8d req-1106a333-8627-4baf-8920-8adb1113ce70 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:30.360025 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a09428c0-016a-4419-a6c8-f59d4105df8d req-1106a333-8627-4baf-8920-8adb1113ce70 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0510333 Aug 23 06:10:30.410262 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a09428c0-016a-4419-a6c8-f59d4105df8d req-f9b1a15e-e35f-4b20-a587-33b96d21dd7d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447376 Aug 23 06:10:31.527525 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bf1e5-4eaf-45d0-b93d-03d70fd6d797 req-4d13abde-bdd2-444e-91e1-e13dd4ee74f0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:31.529640 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-129bf1e5-4eaf-45d0-b93d-03d70fd6d797 req-4d13abde-bdd2-444e-91e1-e13dd4ee74f0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0517051 Aug 23 06:10:31.573263 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-129bf1e5-4eaf-45d0-b93d-03d70fd6d797 req-531b11f3-a417-4875-aabd-7202d49d6629 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382156 Aug 23 06:10:32.691881 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288baea-ec00-42e7-96f6-fee611751369 req-a4d8ca7a-74ac-463c-b0c7-ae6c6530b6e9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:32.693256 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1288baea-ec00-42e7-96f6-fee611751369 req-a4d8ca7a-74ac-463c-b0c7-ae6c6530b6e9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0510869 Aug 23 06:10:32.739404 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1288baea-ec00-42e7-96f6-fee611751369 req-7fac55a8-e0e3-4824-a8fc-2f29c691fe9a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405345 Aug 23 06:10:33.860462 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382a420-6994-4415-ae23-76aedb45e08f req-8214326b-2fd0-4bff-8b9b-6c7385dfd4a1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:33.861995 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2382a420-6994-4415-ae23-76aedb45e08f req-8214326b-2fd0-4bff-8b9b-6c7385dfd4a1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0546107 Aug 23 06:10:33.906752 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2382a420-6994-4415-ae23-76aedb45e08f req-b0f83238-ff43-41b7-bace-843e936acb4f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391433 Aug 23 06:10:35.023973 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5942-7db3-4fc9-8aed-1bd76daedc76 req-a2ffaee9-033d-4adc-99b2-171ec431a16f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:35.025423 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c48b5942-7db3-4fc9-8aed-1bd76daedc76 req-a2ffaee9-033d-4adc-99b2-171ec431a16f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0504010 Aug 23 06:10:35.070310 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c48b5942-7db3-4fc9-8aed-1bd76daedc76 req-2e5913e4-8ade-47ec-8b9b-9a88e1187f25 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388563 Aug 23 06:10:36.191362 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38933d-5db3-494f-ad6a-fcdd3e845abe req-200fca47-e9f2-4f52-9866-e359f8ac3b1f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:36.192822 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5a38933d-5db3-494f-ad6a-fcdd3e845abe req-200fca47-e9f2-4f52-9866-e359f8ac3b1f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0524545 Aug 23 06:10:36.238376 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5a38933d-5db3-494f-ad6a-fcdd3e845abe req-cce3cd24-4307-4bc4-8ade-ce89f573c1aa tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400503 Aug 23 06:10:36.563399 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2980a5f-2aa1-4f28-bb95-4f72954f8172 req-068ac619-5e34-4945-95b3-58959edc4f32 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:36.564962 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c2980a5f-2aa1-4f28-bb95-4f72954f8172 req-068ac619-5e34-4945-95b3-58959edc4f32 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0621257 Aug 23 06:10:36.612519 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c2980a5f-2aa1-4f28-bb95-4f72954f8172 req-6f33ccd6-2b75-4070-8654-ef6abdbb566b tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414982 Aug 23 06:10:36.726547 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-b4253bc7-568e-4259-9170-5a81474011b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:36.728355 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-b4253bc7-568e-4259-9170-5a81474011b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 1129 time: 0.0480931 Aug 23 06:10:36.820196 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-bc70b2f0-1cf1-45d6-8f5f-a85a6e05c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:36.821714 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-bc70b2f0-1cf1-45d6-8f5f-a85a6e05c9df service neutron] 10.222.0.16 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 912 time: 0.0866089 Aug 23 06:10:36.887530 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-0801d236-a3e9-4943-addd-c0aac4fd00b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c HTTP/1.1" status: 200 len: 1000 time: 0.0583889 Aug 23 06:10:36.935185 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-98a60304-4e51-4eac-9c93-b52bb93eacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:36.941359 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-98a60304-4e51-4eac-9c93-b52bb93eacea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab2fe0e-479a-4370-936d-4753fd96d0f6 HTTP/1.1" status: 200 len: 850 time: 0.0427949 Aug 23 06:10:36.984571 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-ef5c50b9-cb07-4b20-a749-26e322c87965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:36.985972 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-ef5c50b9-cb07-4b20-a749-26e322c87965 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b27f2aad-ffa4-4af2-9a13-3121b136ade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419497 Aug 23 06:10:37.076022 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-93616ddb-5875-4f03-96d6-f3776d53c9db service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833521 Aug 23 06:10:37.162378 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b84d8ee-e94d-4da2-a0ef-6fd3c47d35e5 req-ae70611c-2e6b-4680-9dce-a8d5c117c545 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798261 Aug 23 06:10:37.734073 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99471a6-83d6-4f1c-85d6-4a987386d5e4 req-04c6b5af-19f0-4014-b4db-04d55d592af1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:37.735542 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a99471a6-83d6-4f1c-85d6-4a987386d5e4 req-04c6b5af-19f0-4014-b4db-04d55d592af1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0523732 Aug 23 06:10:37.785769 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a99471a6-83d6-4f1c-85d6-4a987386d5e4 req-0e4eab56-7bfc-4c53-9fe6-ea06b260a891 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446455 Aug 23 06:10:38.906813 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae1bd4-a4d6-4d47-9679-aa4103d11672 req-26760752-d950-439c-bfbf-f895e0884d1f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:38.908267 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1eae1bd4-a4d6-4d47-9679-aa4103d11672 req-26760752-d950-439c-bfbf-f895e0884d1f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0508015 Aug 23 06:10:38.953293 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1eae1bd4-a4d6-4d47-9679-aa4103d11672 req-ced53e92-df32-4d8f-a9e4-9387e2d59e49 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Aug 23 06:10:40.339807 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:48.004880 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74266a2-7931-484e-942a-545e63315c9c req-871a4571-be79-4a25-892b-a1f27872f05b tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:48.006413 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f74266a2-7931-484e-942a-545e63315c9c req-871a4571-be79-4a25-892b-a1f27872f05b tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 946 time: 0.0564597 Aug 23 06:10:48.056838 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f74266a2-7931-484e-942a-545e63315c9c req-25adfcbf-7ec5-49da-916c-b5804d25d66c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447109 Aug 23 06:10:49.180886 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb0df8-8944-4f39-983a-5b2252ed64c6 req-758a638d-951f-4077-bc73-05476f654911 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:49.182404 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-94fb0df8-8944-4f39-983a-5b2252ed64c6 req-758a638d-951f-4077-bc73-05476f654911 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 946 time: 0.0514171 Aug 23 06:10:49.228524 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-94fb0df8-8944-4f39-983a-5b2252ed64c6 req-19bcd69d-c87a-4397-ba4a-6492cc7f36e4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=01896621-2172-41ac-bf07-f7580f1e798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406251 Aug 23 06:10:49.658950 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-6e7a31e6-14ad-41d7-99d8-077be6597a47 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:49.660430 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-6e7a31e6-14ad-41d7-99d8-077be6597a47 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 946 time: 0.0521462 Aug 23 06:10:49.750228 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Deleting port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:10:49.750568 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:49.835611 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] For port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:10:49.835968 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:50.036098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:50.036454 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (1a9a0a83-edb3-45aa-b15d-69472226eaa5), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:50.036764 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Floating IP 1a9a0a83-edb3-45aa-b15d-69472226eaa5 disassociated. External IP: 172.27.1.131, port: 5dfe4e80-8309-4fa3-9a7e-2c15ec260435. Aug 23 06:10:50.037101 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Calling delete_port for 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:10:50.207326 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (5dfe4e80-8309-4fa3-9a7e-2c15ec260435), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:50.234332 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'Port': ['ID=5dfe4e80-8309-4fa3-9a7e-2c15ec260435,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:10:50.244966 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.245320 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.245706 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.246048 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.246384 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.247328 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.247666 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.248001 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.248331 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.248664 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.248985 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.249325 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.249662 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:50.327190 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-55e01fe2-e18b-4c62-b207-240548cb257c req-1d1744ed-64e0-4e32-9671-467e888f7d49 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 210 time: 0.0270300 Aug 23 06:10:50.359104 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:10:50.459777 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:10:50.469575 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:10:50.482862 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:10:50.483470 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:50.499356 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] No DVR routers for this DVR port 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:10:50.502048 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:50.505346 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87b6bdc3-c6c8-4b38-a7af-1646eaeb94b0 req-8e2f2bca-11f1-4406-ad50-5346dda8b008 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "DELETE /v2.0/ports/5dfe4e80-8309-4fa3-9a7e-2c15ec260435 HTTP/1.1" status: 204 len: 173 time: 0.8396833 Aug 23 06:10:50.505800 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f08207-67b8-408d-8ae6-d610590e0a19', 'name': 'network-vif-deleted', 'tag': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:10:50.508024 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3a990b-d50b-47dd-b107-59b377752f8f" -d '{"events": [{"server_uuid": "47f08207-67b8-408d-8ae6-d610590e0a19", "name": "network-vif-deleted", "tag": "5dfe4e80-8309-4fa3-9a7e-2c15ec260435"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:10:50.546552 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a657ef-8045-4723-bfdf-4306b2571c73 x-openstack-request-id: req-89a657ef-8045-4723-bfdf-4306b2571c73 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:10:50.547142 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f08207-67b8-408d-8ae6-d610590e0a19", "name": "network-vif-deleted", "tag": "5dfe4e80-8309-4fa3-9a7e-2c15ec260435", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:10:50.547489 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89a657ef-8045-4723-bfdf-4306b2571c73 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:10:50.547807 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a657ef-8045-4723-bfdf-4306b2571c73'] response: {'server_uuid': '47f08207-67b8-408d-8ae6-d610590e0a19', 'name': 'network-vif-deleted', 'tag': '5dfe4e80-8309-4fa3-9a7e-2c15ec260435', 'status': 'completed', 'code': 200} Aug 23 06:10:50.583724 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:10:50.806295 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:31Z', 'revision_number': 2, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:50.829637 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:10:50.837706 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:10:50.838248 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:51.012006 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:10:51.223882 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:31Z', 'revision_number': 2, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:51.247813 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea21cb-54dc-443e-83df-6093c7eea3b8 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'c921092f-93c6-440e-b75b-f3108c542f80', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:0a:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:04:50Z', 'updated_at': '2022-08-23T06:05:31Z', 'revision_number': 2, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:10:51.452641 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-42c3b0cc-56b3-4f09-bd64-68bef9c37569 req-feb9d68c-5503-4d17-a155-b40df5619618 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f08207-67b8-408d-8ae6-d610590e0a19 HTTP/1.1" status: 200 len: 210 time: 0.0310946 Aug 23 06:10:51.515283 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be49a39-d9d7-41cb-9ae2-388ce3e49a77 None None] New status for floating IP 1a9a0a83-edb3-45aa-b15d-69472226eaa5: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:10:53.276146 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-07be7f6d-7e03-4398-9ae7-52df98981fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:53.609400 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37384) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:10:53.662785 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f3b15f6-5a1b-442c-9486-219a0634f616 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (01896621-2172-41ac-bf07-f7580f1e798d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:53.685572 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f3b15f6-5a1b-442c-9486-219a0634f616 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (01896621-2172-41ac-bf07-f7580f1e798d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:53.771704 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:10:53.790557 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:10:53.790843 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 5dfe4e80-8309-4fa3-9a7e-2c15ec260435 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:10:53.853612 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f3b15f6-5a1b-442c-9486-219a0634f616 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (01896621-2172-41ac-bf07-f7580f1e798d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:53.856770 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f3b15f6-5a1b-442c-9486-219a0634f616 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:53.857966 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5f3b15f6-5a1b-442c-9486-219a0634f616 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "DELETE /v2.0/security-groups/01896621-2172-41ac-bf07-f7580f1e798d HTTP/1.1" status: 204 len: 168 time: 0.2475510 Aug 23 06:10:53.860808 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37386) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:10:53.866946 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b15f6-5a1b-442c-9486-219a0634f616 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01896621-2172-41ac-bf07-f7580f1e798d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:10:53.874446 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.api.v2.resource [None req-3632ce50-5fc3-4f59-9be8-2e49f92dbb1d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] show failed (client error): The resource could not be found. Aug 23 06:10:53.875697 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3632ce50-5fc3-4f59-9be8-2e49f92dbb1d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups/01896621-2172-41ac-bf07-f7580f1e798d HTTP/1.1" status: 404 len: 347 time: 0.0136576 Aug 23 06:10:53.878362 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37388) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:10:53.997564 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Deleting port 26ae0926-80ba-4710-bada-7220fa0cedc9 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:10:53.997906 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (26ae0926-80ba-4710-bada-7220fa0cedc9), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:54.071661 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (26ae0926-80ba-4710-bada-7220fa0cedc9), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:54.071938 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (26ae0926-80ba-4710-bada-7220fa0cedc9), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:54.083808 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Calling delete_port for 26ae0926-80ba-4710-bada-7220fa0cedc9 owned by network:floatingip {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:10:54.291824 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (26ae0926-80ba-4710-bada-7220fa0cedc9), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:54.318165 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'Port': ['ID=26ae0926-80ba-4710-bada-7220fa0cedc9,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:10:54.329910 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.330255 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.330593 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.330925 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.331256 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.331589 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.331917 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.332240 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.332563 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.332915 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.333237 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.333644 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.333973 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:10:54.387937 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (1a9a0a83-edb3-45aa-b15d-69472226eaa5), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:54.390563 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:54.391706 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ff67e7d8-d9c4-419b-b7a3-f7d831fbd705 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "DELETE /v2.0/floatingips/1a9a0a83-edb3-45aa-b15d-69472226eaa5 HTTP/1.1" status: 204 len: 168 time: 0.5123196 Aug 23 06:10:55.367172 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-528eba07-e27b-4a59-9074-58b5b7349da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:56.973782 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:57.420751 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770597fd-2489-4be4-8fea-5acfd847bed9 req-86990c3d-a865-4d40-8a7f-f9189f24795d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:57.422244 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-770597fd-2489-4be4-8fea-5acfd847bed9 req-86990c3d-a865-4d40-8a7f-f9189f24795d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.0517097 Aug 23 06:10:57.466969 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-770597fd-2489-4be4-8fea-5acfd847bed9 req-38b4ea1c-e368-4faf-bcd6-9bd7201c32d1 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392158 Aug 23 06:10:58.178542 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:58.302194 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-be580edc-f4da-41cb-a0ba-605932b59c47 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:58.303677 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-be580edc-f4da-41cb-a0ba-605932b59c47 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.0540767 Aug 23 06:10:58.391831 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Deleting port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:10:58.392177 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:58.480114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] For port 4be2c638-1905-4eb7-b811-e2a55ddf5db5, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=4be2c638-1905-4eb7-b811-e2a55ddf5db5,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:10:58.481091 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:58.489763 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:10:58.664625 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bc6fc-1713-4f70-85be-d5950a014ce8 req-2bd5d869-1e3b-4e60-8b38-5422f9bb26e3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:10:58.666036 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a2bc6fc-1713-4f70-85be-d5950a014ce8 req-2bd5d869-1e3b-4e60-8b38-5422f9bb26e3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 946 time: 0.1252441 Aug 23 06:10:58.674144 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:58.674501 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (c921092f-93c6-440e-b75b-f3108c542f80), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:58.674805 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Floating IP c921092f-93c6-440e-b75b-f3108c542f80 disassociated. External IP: 172.27.1.225, port: 4be2c638-1905-4eb7-b811-e2a55ddf5db5. Aug 23 06:10:58.675138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Calling delete_port for 4be2c638-1905-4eb7-b811-e2a55ddf5db5 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:10:58.755494 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a2bc6fc-1713-4f70-85be-d5950a014ce8 req-3fb79490-c430-41d7-92cd-d7cdee4ecdf1 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0968f2-8002-4914-87fb-3d1a10d01a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839202 Aug 23 06:10:58.898730 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (4be2c638-1905-4eb7-b811-e2a55ddf5db5), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:58.929009 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'Port': ['ID=4be2c638-1905-4eb7-b811-e2a55ddf5db5,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:10:59.030559 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:10:59.128425 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:10:59.138278 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:10:59.148074 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:10:59.148752 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:59.169137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] No DVR routers for this DVR port 4be2c638-1905-4eb7-b811-e2a55ddf5db5 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:10:59.171598 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:59.175060 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5471f7bc-0789-479c-9e6f-188cb22fb3c8 req-173100e5-94e9-4a34-816d-0cbd442bb42c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "DELETE /v2.0/ports/4be2c638-1905-4eb7-b811-e2a55ddf5db5 HTTP/1.1" status: 204 len: 173 time: 0.8658772 Aug 23 06:10:59.175492 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'name': 'network-vif-deleted', 'tag': '4be2c638-1905-4eb7-b811-e2a55ddf5db5'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:10:59.177736 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c6407e-8ef2-4024-8520-9f9e639eb918" -d '{"events": [{"server_uuid": "fac3f633-a107-4302-99ad-eb5547b6f07a", "name": "network-vif-deleted", "tag": "4be2c638-1905-4eb7-b811-e2a55ddf5db5"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:10:59.215105 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101f1502-56c7-4713-a95d-583299d1a4e9 x-openstack-request-id: req-101f1502-56c7-4713-a95d-583299d1a4e9 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:10:59.215397 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac3f633-a107-4302-99ad-eb5547b6f07a", "name": "network-vif-deleted", "tag": "4be2c638-1905-4eb7-b811-e2a55ddf5db5", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:10:59.215648 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-101f1502-56c7-4713-a95d-583299d1a4e9 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:10:59.216050 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101f1502-56c7-4713-a95d-583299d1a4e9'] response: {'server_uuid': 'fac3f633-a107-4302-99ad-eb5547b6f07a', 'name': 'network-vif-deleted', 'tag': '4be2c638-1905-4eb7-b811-e2a55ddf5db5', 'status': 'completed', 'code': 200} Aug 23 06:10:59.254677 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:10:59.464841 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:59.492076 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:10:59.500192 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:10:59.500790 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:59.537235 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:10:59.596823 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:10:59.787275 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:10:59.811845 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58008887-7ee3-4772-a44d-8782ec050105 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:10:59.870362 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a1e8d387-10a1-4ba2-8a20-652caaef4a44 req-b2f498b3-a510-43cd-af19-430ce460ddd4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac3f633-a107-4302-99ad-eb5547b6f07a HTTP/1.1" status: 200 len: 210 time: 0.0300722 Aug 23 06:11:00.035078 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2bbb50-a9c3-4dbf-a1ca-da00df61835a None None] New status for floating IP c921092f-93c6-440e-b75b-f3108c542f80: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:11:01.019333 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37424) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:01.074877 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7202-68cc-4618-b241-ae8e9b3b6bf6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (dc0968f2-8002-4914-87fb-3d1a10d01a41), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:01.098953 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7202-68cc-4618-b241-ae8e9b3b6bf6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (dc0968f2-8002-4914-87fb-3d1a10d01a41), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:01.213182 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7202-68cc-4618-b241-ae8e9b3b6bf6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (dc0968f2-8002-4914-87fb-3d1a10d01a41), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:01.215908 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7202-68cc-4618-b241-ae8e9b3b6bf6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:01.217066 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-cc2e7202-68cc-4618-b241-ae8e9b3b6bf6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "DELETE /v2.0/security-groups/dc0968f2-8002-4914-87fb-3d1a10d01a41 HTTP/1.1" status: 204 len: 168 time: 0.1967478 Aug 23 06:11:01.219947 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37434) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:01.226630 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e7202-68cc-4618-b241-ae8e9b3b6bf6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0968f2-8002-4914-87fb-3d1a10d01a41,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:01.237553 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-89103b90-88ce-4ea5-9219-031c4aea720d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] show failed (client error): The resource could not be found. Aug 23 06:11:01.238705 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-89103b90-88ce-4ea5-9219-031c4aea720d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups/dc0968f2-8002-4914-87fb-3d1a10d01a41 HTTP/1.1" status: 404 len: 347 time: 0.0174758 Aug 23 06:11:01.241503 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37436) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:01.610282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Deleting port 27e025e9-50a3-4a2f-a8ad-ae53f53bf045 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:01.610626 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:01.682766 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:01.683096 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:01.694565 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Calling delete_port for 27e025e9-50a3-4a2f-a8ad-ae53f53bf045 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:01.788442 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4be2c638-1905-4eb7-b811-e2a55ddf5db5 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:01.807386 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 4be2c638-1905-4eb7-b811-e2a55ddf5db5 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:01.807757 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 4be2c638-1905-4eb7-b811-e2a55ddf5db5 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:01.915312 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (27e025e9-50a3-4a2f-a8ad-ae53f53bf045), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:01.939028 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'Port': ['ID=27e025e9-50a3-4a2f-a8ad-ae53f53bf045,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:02.000091 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (c921092f-93c6-440e-b75b-f3108c542f80), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.002676 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.003823 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d10fd7ac-3caf-4c99-b210-ef3a836b3f17 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "DELETE /v2.0/floatingips/c921092f-93c6-440e-b75b-f3108c542f80 HTTP/1.1" status: 204 len: 168 time: 0.7612326 Aug 23 06:11:02.136064 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37444) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:02.141091 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-df1aab21-9b78-49ba-8f9a-770e1f321b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577340054', 'description': 'tempest-description--2062522923'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:02.264509 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df1aab21-9b78-49ba-8f9a-770e1f321b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.328551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df1aab21-9b78-49ba-8f9a-770e1f321b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (72c8ce8c-4427-4bac-adee-bebd0cb8b40d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.389882 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df1aab21-9b78-49ba-8f9a-770e1f321b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (72c8ce8c-4427-4bac-adee-bebd0cb8b40d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.418183 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1aab21-9b78-49ba-8f9a-770e1f321b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c8ce8c-4427-4bac-adee-bebd0cb8b40d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:02.484068 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df1aab21-9b78-49ba-8f9a-770e1f321b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.485424 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-df1aab21-9b78-49ba-8f9a-770e1f321b81 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3483512 Aug 23 06:11:02.488275 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37446) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:02.492654 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-08e8cfbf-cda2-454b-ba5e-c30b20b933c7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group_rule': {'security_group_id': '72c8ce8c-4427-4bac-adee-bebd0cb8b40d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:02.572668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-08e8cfbf-cda2-454b-ba5e-c30b20b933c7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (3c0236b9-d15d-4e2c-ab87-cc466af16c5a), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.628434 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-08e8cfbf-cda2-454b-ba5e-c30b20b933c7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (3c0236b9-d15d-4e2c-ab87-cc466af16c5a), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.675780 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-08e8cfbf-cda2-454b-ba5e-c30b20b933c7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (3c0236b9-d15d-4e2c-ab87-cc466af16c5a), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.690234 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8cfbf-cda2-454b-ba5e-c30b20b933c7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0236b9-d15d-4e2c-ab87-cc466af16c5a,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:02.744854 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-08e8cfbf-cda2-454b-ba5e-c30b20b933c7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.746146 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-08e8cfbf-cda2-454b-ba5e-c30b20b933c7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2569299 Aug 23 06:11:02.748874 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37450) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:02.753239 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-e31518bd-471c-4a3d-99dc-7e404e8c5e0a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group_rule': {'security_group_id': '72c8ce8c-4427-4bac-adee-bebd0cb8b40d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:02.827305 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e31518bd-471c-4a3d-99dc-7e404e8c5e0a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (d7a1b06b-10aa-4c9f-9079-35f1d94ba412), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.885175 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e31518bd-471c-4a3d-99dc-7e404e8c5e0a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (d7a1b06b-10aa-4c9f-9079-35f1d94ba412), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.977192 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e31518bd-471c-4a3d-99dc-7e404e8c5e0a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (d7a1b06b-10aa-4c9f-9079-35f1d94ba412), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:02.994129 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31518bd-471c-4a3d-99dc-7e404e8c5e0a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a1b06b-10aa-4c9f-9079-35f1d94ba412,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:03.058959 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e31518bd-471c-4a3d-99dc-7e404e8c5e0a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:03.060240 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e31518bd-471c-4a3d-99dc-7e404e8c5e0a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103921 Aug 23 06:11:03.063297 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37452) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:03.067607 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:03.138970 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:03.231684 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:03.336053 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Allocated IP 172.27.1.226 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/bac3bff6-baf4-4353-8b5c-f6513e61b806) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:11:03.433942 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (bac3bff6-baf4-4353-8b5c-f6513e61b806), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:03.526183 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (bac3bff6-baf4-4353-8b5c-f6513e61b806), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:03.564528 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:11:03.569251 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:11:03.572743 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:11:03.598015 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=bac3bff6-baf4-4353-8b5c-f6513e61b806,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:03.659445 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (ee4da7fe-f82a-4aa2-aefa-26aca7882909), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:03.753946 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (bac3bff6-baf4-4353-8b5c-f6513e61b806), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:03.898853 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (bac3bff6-baf4-4353-8b5c-f6513e61b806), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:03.966910 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (bac3bff6-baf4-4353-8b5c-f6513e61b806), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:04.034587 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=bac3bff6-baf4-4353-8b5c-f6513e61b806,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:04.038434 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ee4da7fe-f82a-4aa2-aefa-26aca7882909), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:04.111691 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:04.112921 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-87e43e8e-a552-41f1-bef6-8979ac870d3d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0486381 Aug 23 06:11:04.137031 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c28f6-5294-41f1-890a-7c36b32dab93 req-0d8b9414-3999-447a-9fdc-20f4aad37023 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:04.138611 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-573c28f6-5294-41f1-890a-7c36b32dab93 req-0d8b9414-3999-447a-9fdc-20f4aad37023 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 947 time: 0.0622494 Aug 23 06:11:04.186705 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-573c28f6-5294-41f1-890a-7c36b32dab93 req-43f82cf7-1942-4cce-8350-0e22978da613 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Aug 23 06:11:04.260608 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-efba9147-9d76-4120-a0d8-ce3442d3f010 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--577340054&fields=id&tenant_id=b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 267 time: 0.0407360 Aug 23 06:11:04.365086 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f0-0733-496a-926b-4de4360d6e62 req-520780c5-d02a-43d5-942e-26b8ebc08e19 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:04.366586 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-520780c5-d02a-43d5-942e-26b8ebc08e19 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 815 time: 0.0998385 Aug 23 06:11:04.380793 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-db7ffed6-daea-4f23-a593-245f0f4dcb87 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/quotas/b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 375 time: 0.0088377 Aug 23 06:11:04.659888 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-63b1d4b4-df5a-488c-ab3b-f90239bcbdc9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2740922 Aug 23 06:11:04.794805 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-c52104cc-122f-4c52-805d-cabe090fd276 service neutron] 10.222.0.26 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238446 Aug 23 06:11:04.883952 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-85404c87-3ab4-4e58-ad14-3deba6ebf5a6 service neutron] 10.222.0.26 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833991 Aug 23 06:11:05.129799 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12e0ef5f-84d4-4c7b-872e-80c97127c8dd req-51bcc204-2c5b-4874-9751-2b84c1cad2db tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 210 time: 0.0279560 Aug 23 06:11:05.315142 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fea67-d2ac-47a3-ab6c-2f15da49961a req-d02fd858-c26f-485c-924c-4c9f1ced4e7b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:05.316577 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d53fea67-d2ac-47a3-ab6c-2f15da49961a req-d02fd858-c26f-485c-924c-4c9f1ced4e7b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 947 time: 0.0549304 Aug 23 06:11:05.363035 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d53fea67-d2ac-47a3-ab6c-2f15da49961a req-0b02aba6-fdc4-4291-903f-fc8cc5fc6343 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Aug 23 06:11:06.002556 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-61ae80b2-245b-40f9-a018-f14127b34f49 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:06.003993 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-61ae80b2-245b-40f9-a018-f14127b34f49 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 947 time: 0.0505428 Aug 23 06:11:06.096618 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Deleting port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:06.096982 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:06.186438 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] For port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:06.187109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:06.255990 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b353b7f5-36e1-4b54-ba1c-6de27ecc73bd req-746dca85-8699-4d43-9799-a067ab07e0a1 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 210 time: 0.0518541 Aug 23 06:11:06.370668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:06.370968 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:06.371281 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Floating IP 75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862 disassociated. External IP: 172.27.1.117, port: 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6. Aug 23 06:11:06.371622 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Calling delete_port for 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:06.500909 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2b4e-2e1f-4d92-aeab-64916be84cb5 req-b59c3775-4a02-46e7-972e-4d984e577119 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:06.502588 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-422b2b4e-2e1f-4d92-aeab-64916be84cb5 req-b59c3775-4a02-46e7-972e-4d984e577119 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 947 time: 0.0621819 Aug 23 06:11:06.550227 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-422b2b4e-2e1f-4d92-aeab-64916be84cb5 req-8a5787b9-5fd2-47c9-8418-4f756225202d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf853c9-21e6-4909-8e1e-48ba5697acb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420320 Aug 23 06:11:06.561282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (86947ff0-9c9b-4d79-ad2c-d6f51e4749c6), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:06.586802 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event deleted for resources: {'Port': ['ID=86947ff0-9c9b-4d79-ad2c-d6f51e4749c6,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:06.696233 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:11:06.797819 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:11:06.807230 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] Sync routers for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:11:06.817206 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:06.818156 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:06.837252 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] No DVR routers for this DVR port 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:11:06.840085 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:06.844350 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-717bb286-0ad0-4a3f-bed0-22d1c58054b1 req-2cdd8062-133e-46e8-b6d3-dc00e1725cf7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "DELETE /v2.0/ports/86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 HTTP/1.1" status: 204 len: 173 time: 0.8346345 Aug 23 06:11:06.844807 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-deleted', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:06.847137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcaff60-b7ba-47af-b89a-e7012d85b121" -d '{"events": [{"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-deleted", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:06.883582 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bf3fa7-ab5b-4a6f-b3c9-4af50e3e4043 x-openstack-request-id: req-20bf3fa7-ab5b-4a6f-b3c9-4af50e3e4043 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:06.883870 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9e7744-977c-492f-b6cb-9c6efbfc84b6", "name": "network-vif-deleted", "tag": "86947ff0-9c9b-4d79-ad2c-d6f51e4749c6", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:06.884114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20bf3fa7-ab5b-4a6f-b3c9-4af50e3e4043 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:06.884514 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bf3fa7-ab5b-4a6f-b3c9-4af50e3e4043'] response: {'server_uuid': '0f9e7744-977c-492f-b6cb-9c6efbfc84b6', 'name': 'network-vif-deleted', 'tag': '86947ff0-9c9b-4d79-ad2c-d6f51e4749c6', 'status': 'completed', 'code': 200} Aug 23 06:11:06.922443 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:07.126303 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:07.149810 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] Checking router: d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:11:07.158418 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:07.159013 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:07.327590 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f0-0733-496a-926b-4de4360d6e62 req-c98fda80-8120-474e-8417-ab2709a620ad tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:07.329134 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-c98fda80-8120-474e-8417-ab2709a620ad tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 815 time: 0.1339018 Aug 23 06:11:07.354685 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:07.359197 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1e258e81-5277-4f5c-a927-0f07c1ff2c50 req-e85ac0be-c58e-41be-a198-447fc42fb7be tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 210 time: 0.0298779 Aug 23 06:11:07.412404 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-f1f7e27a-b85c-4258-b5d1-ad2355d4396a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 379 time: 0.0746491 Aug 23 06:11:07.423400 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'port': {'device_id': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'admin_state_up': True, 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'security_groups': ['72c8ce8c-4427-4bac-adee-bebd0cb8b40d']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:07.550954 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:07.574288 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3035320-b78c-47c4-a828-e260cfaa27c3 None None] The sync data for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi is: [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:11:07.607316 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Made reservation on behalf of b46a240be5e84bd7bde99fc7a8628b61 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:11:07.611319 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:07.710358 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1551ecde-1e88-40d1-aece-afba95252da7 req-523880b2-d9f2-4d81-a291-f3629846f665 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f9e7744-977c-492f-b6cb-9c6efbfc84b6 HTTP/1.1" status: 200 len: 210 time: 0.0690618 Aug 23 06:11:07.779719 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Allocated IP 172.20.0.14 (64e506df-1825-4b0a-a783-350ab49333de/f03003f5-4979-48f2-a32c-becebcd37287/cd1589c3-b2da-4abe-b2b8-0fc8724a328e) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:11:07.863021 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e853e12a-bdae-4769-adca-15543fd81cea None None] New status for floating IP 75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:11:07.936132 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.007050 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.049409 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Network 64e506df-1825-4b0a-a783-350ab49333de is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:11:08.052496 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:11:08.056450 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:11:08.063334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:08.111759 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:08.112376 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.186764 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-0b8a55a1-387b-4385-bbed-908ffce367dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7670560 Aug 23 06:11:08.198922 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Request body: {'port': {'device_id': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:08.252918 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-c654183f-c48a-490c-9290-f2bc5c229f43 None None] Provisioning complete for port cd1589c3-b2da-4abe-b2b8-0fc8724a328e triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:11:08.253374 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c654183f-c48a-490c-9290-f2bc5c229f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.261108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.283311 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-c654183f-c48a-490c-9290-f2bc5c229f43 None None] Port cd1589c3-b2da-4abe-b2b8-0fc8724a328e cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:11:08.479290 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9917a4-357f-4a7e-9c86-0a6b67eb6b0d req-b8ca6ccf-f923-4958-b64c-525f9d8b219a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:08.480767 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1f9917a4-357f-4a7e-9c86-0a6b67eb6b0d req-b8ca6ccf-f923-4958-b64c-525f9d8b219a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 932 time: 0.0504272 Aug 23 06:11:08.509369 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1589c3-b2da-4abe-b2b8-0fc8724a328e {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:11:08.517601 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Publish callbacks [] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.527375 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1f9917a4-357f-4a7e-9c86-0a6b67eb6b0d req-ccb2ddab-0704-4574-bab3-df3cbcf51aca tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 Aug 23 06:11:08.529854 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Transition to ACTIVE for port object cd1589c3-b2da-4abe-b2b8-0fc8724a328e will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:11:08.600864 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.677929 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:08.704652 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Attempting to bind port cd1589c3-b2da-4abe-b2b8-0fc8724a328e on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:11:08.704982 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Attempting to bind port cd1589c3-b2da-4abe-b2b8-0fc8724a328e by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:11:08.705309 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Attempting to bind port cd1589c3-b2da-4abe-b2b8-0fc8724a328e on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:11:08.709567 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Port cd1589c3-b2da-4abe-b2b8-0fc8724a328e on network 64e506df-1825-4b0a-a783-350ab49333de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:11:08.714163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Attempting to bind port cd1589c3-b2da-4abe-b2b8-0fc8724a328e on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:11:08.714550 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:11:08.714883 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Checking segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:11:08.715820 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Bound using segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:11:08.716244 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Bound port: cd1589c3-b2da-4abe-b2b8-0fc8724a328e, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:11:08.716592 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.776183 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] For port cd1589c3-b2da-4abe-b2b8-0fc8724a328e, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:11:08.779862 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] For port cd1589c3-b2da-4abe-b2b8-0fc8724a328e, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:11:08.858770 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.862811 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:08.863429 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.864790 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] 10.222.0.16 "PUT /v2.0/ports/cd1589c3-b2da-4abe-b2b8-0fc8724a328e HTTP/1.1" status: 200 len: 1094 time: 0.6702142 Aug 23 06:11:08.882117 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37516) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:08.886432 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'tag': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:08.888646 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0680bd48-c118-4f3c-9552-0ab1b3cd1617" -d '{"events": [{"name": "network-changed", "server_uuid": "a518a2f0-a920-478b-934c-1a0d58eab20e", "tag": "cd1589c3-b2da-4abe-b2b8-0fc8724a328e"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:08.914289 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663512d-aee3-4c31-8fd9-83d724581162 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:08.925722 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f628cf-5075-492e-99d1-019c78f94790 x-openstack-request-id: req-52f628cf-5075-492e-99d1-019c78f94790 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:08.926019 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a518a2f0-a920-478b-934c-1a0d58eab20e", "tag": "cd1589c3-b2da-4abe-b2b8-0fc8724a328e", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:08.926274 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52f628cf-5075-492e-99d1-019c78f94790 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:08.926675 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f628cf-5075-492e-99d1-019c78f94790'] response: {'name': 'network-changed', 'server_uuid': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'tag': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'status': 'completed', 'code': 200} Aug 23 06:11:08.946518 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1d47cdf-8396-4338-b153-008763e50308 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (fbf853c9-21e6-4909-8e1e-48ba5697acb9), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.971322 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1d47cdf-8396-4338-b153-008763e50308 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (fbf853c9-21e6-4909-8e1e-48ba5697acb9), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:08.990955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680bd48-c118-4f3c-9552-0ab1b3cd1617 req-74b2a58c-9da8-4085-a8b6-e391231a455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:08.992456 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0680bd48-c118-4f3c-9552-0ab1b3cd1617 req-74b2a58c-9da8-4085-a8b6-e391231a455b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 1128 time: 0.0460107 Aug 23 06:11:09.090065 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680bd48-c118-4f3c-9552-0ab1b3cd1617 req-5fc94e4a-9c43-49d2-a4bb-8142fe77a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:09.092129 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0680bd48-c118-4f3c-9552-0ab1b3cd1617 req-5fc94e4a-9c43-49d2-a4bb-8142fe77a610 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0930037 Aug 23 06:11:09.092542 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1d47cdf-8396-4338-b153-008763e50308 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (fbf853c9-21e6-4909-8e1e-48ba5697acb9), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.095192 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1d47cdf-8396-4338-b153-008763e50308 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.096382 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-d1d47cdf-8396-4338-b153-008763e50308 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "DELETE /v2.0/security-groups/fbf853c9-21e6-4909-8e1e-48ba5697acb9 HTTP/1.1" status: 204 len: 168 time: 0.2132485 Aug 23 06:11:09.099145 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37520) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:09.105986 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d47cdf-8396-4338-b153-008763e50308 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf853c9-21e6-4909-8e1e-48ba5697acb9,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:09.121589 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-e43de7ba-6d14-43ec-a9df-f0d9b7f66a67 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] show failed (client error): The resource could not be found. Aug 23 06:11:09.122655 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e43de7ba-6d14-43ec-a9df-f0d9b7f66a67 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups/fbf853c9-21e6-4909-8e1e-48ba5697acb9 HTTP/1.1" status: 404 len: 347 time: 0.0225139 Aug 23 06:11:09.125923 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37522) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:09.204899 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680bd48-c118-4f3c-9552-0ab1b3cd1617 req-8601843a-4a10-48e1-b82f-529ca204b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:09.206314 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0680bd48-c118-4f3c-9552-0ab1b3cd1617 req-8601843a-4a10-48e1-b82f-529ca204b4c4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002052 Aug 23 06:11:09.243169 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Deleting port 867fb6cc-5556-411f-8008-fa1d6eeb7d5d {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:09.243521 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.292299 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f0-0733-496a-926b-4de4360d6e62 req-e36391bd-8045-460d-b984-d2eb35ff6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:09.293831 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-e36391bd-8045-460d-b984-d2eb35ff6dc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 1128 time: 0.0441277 Aug 23 06:11:09.317414 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.318371 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.331666 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Calling delete_port for 867fb6cc-5556-411f-8008-fa1d6eeb7d5d owned by network:floatingip {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:09.334717 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-a18a6ab0-3020-4cd4-b490-21528cfc098e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1589c3-b2da-4abe-b2b8-0fc8724a328e HTTP/1.1" status: 200 len: 217 time: 0.0338957 Aug 23 06:11:09.384699 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f0-0733-496a-926b-4de4360d6e62 req-bfa43400-4bb4-4e3e-85a2-40f1f213efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:09.386226 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-bfa43400-4bb4-4e3e-85a2-40f1f213efbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0447645 Aug 23 06:11:09.435763 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f0-0733-496a-926b-4de4360d6e62 req-01e33f3e-5db3-4710-bb45-a6a8b4534ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:09.437242 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-01e33f3e-5db3-4710-bb45-a6a8b4534ce0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453513 Aug 23 06:11:09.515235 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (867fb6cc-5556-411f-8008-fa1d6eeb7d5d), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.523953 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-c6f5f64d-d6ac-4898-a3ef-74299d2ce7e4 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802941 Aug 23 06:11:09.539173 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event deleted for resources: {'Port': ['ID=867fb6cc-5556-411f-8008-fa1d6eeb7d5d,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:09.614547 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.617079 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.618255 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-f790c0d6-12de-4d3a-8cc9-9022f2fbd14f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "DELETE /v2.0/floatingips/75cdc0c1-570d-4bd5-8bcc-ee97fd0ef862 HTTP/1.1" status: 204 len: 168 time: 0.4908187 Aug 23 06:11:09.620457 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-794225f0-0733-496a-926b-4de4360d6e62 req-c5fe2368-eff5-4b98-a654-8d76d831931b service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904527 Aug 23 06:11:09.664034 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95f342-3c29-4bf7-86c2-721cc0923f49 req-64669a05-26b2-44b2-b589-28ae1541794f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:09.669905 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-be95f342-3c29-4bf7-86c2-721cc0923f49 req-64669a05-26b2-44b2-b589-28ae1541794f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 944 time: 0.0663397 Aug 23 06:11:09.719027 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-be95f342-3c29-4bf7-86c2-721cc0923f49 req-7ba63cb1-d373-4b7f-ab85-7073261b4053 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481191 Aug 23 06:11:09.774447 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37528) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:09.775060 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-c99644e5-9237-480b-b353-eb19abecd02a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726830878', 'description': 'tempest-description--767508705'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:09.845787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:09.852624 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c99644e5-9237-480b-b353-eb19abecd02a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.865462 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:09.865807 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 86947ff0-9c9b-4d79-ad2c-d6f51e4749c6 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:09.916223 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c99644e5-9237-480b-b353-eb19abecd02a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (1bafa182-3826-45bd-b5a3-6e0de1e97f49), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:09.995016 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c99644e5-9237-480b-b353-eb19abecd02a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1bafa182-3826-45bd-b5a3-6e0de1e97f49), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.023275 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99644e5-9237-480b-b353-eb19abecd02a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bafa182-3826-45bd-b5a3-6e0de1e97f49,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:10.128362 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-c99644e5-9237-480b-b353-eb19abecd02a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.129661 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-c99644e5-9237-480b-b353-eb19abecd02a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3580904 Aug 23 06:11:10.132481 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37530) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:10.136824 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-44cc1afc-3927-4782-8476-fb8876db0d4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'security_group_rule': {'security_group_id': '1bafa182-3826-45bd-b5a3-6e0de1e97f49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:10.233320 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-44cc1afc-3927-4782-8476-fb8876db0d4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (d5017327-c955-4189-b291-25fd7094ea71), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.290404 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-44cc1afc-3927-4782-8476-fb8876db0d4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (d5017327-c955-4189-b291-25fd7094ea71), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.337643 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.370742 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-44cc1afc-3927-4782-8476-fb8876db0d4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (d5017327-c955-4189-b291-25fd7094ea71), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.388364 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc1afc-3927-4782-8476-fb8876db0d4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5017327-c955-4189-b291-25fd7094ea71,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:10.454006 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-44cc1afc-3927-4782-8476-fb8876db0d4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.455195 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-44cc1afc-3927-4782-8476-fb8876db0d4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217454 Aug 23 06:11:10.457810 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37532) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:10.461924 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-ea00340d-6dc4-4c29-b840-82ee02e27eea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'security_group_rule': {'security_group_id': '1bafa182-3826-45bd-b5a3-6e0de1e97f49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:10.558009 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ea00340d-6dc4-4c29-b840-82ee02e27eea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (d3902f25-7457-4bd8-8526-565db1840ccb), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.612157 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ea00340d-6dc4-4c29-b840-82ee02e27eea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (d3902f25-7457-4bd8-8526-565db1840ccb), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.680436 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ea00340d-6dc4-4c29-b840-82ee02e27eea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (d3902f25-7457-4bd8-8526-565db1840ccb), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.697509 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00340d-6dc4-4c29-b840-82ee02e27eea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3902f25-7457-4bd8-8526-565db1840ccb,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:10.773976 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ea00340d-6dc4-4c29-b840-82ee02e27eea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.775205 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ea00340d-6dc4-4c29-b840-82ee02e27eea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164501 Aug 23 06:11:10.779070 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37536) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:10.783537 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:10.838098 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e8c79-dc0e-41bb-972e-5372ec55df2b req-f6f16683-456e-4295-a511-7c2bbdae9980 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:10.839480 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0f2e8c79-dc0e-41bb-972e-5372ec55df2b req-f6f16683-456e-4295-a511-7c2bbdae9980 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 944 time: 0.0505328 Aug 23 06:11:10.863624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:10.887679 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0f2e8c79-dc0e-41bb-972e-5372ec55df2b req-5f3f3903-0927-416b-aac4-66877099da83 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412779 Aug 23 06:11:10.957051 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.060797 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Allocated IP 172.27.1.199 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/67121a11-0798-4c74-8e2d-1a8874c33a13) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:11:11.155781 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for port (67121a11-0798-4c74-8e2d-1a8874c33a13), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.240769 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (67121a11-0798-4c74-8e2d-1a8874c33a13), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.276513 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:11:11.279371 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:11:11.284669 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:11:11.312009 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'Port': ['ID=67121a11-0798-4c74-8e2d-1a8874c33a13,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:11.368057 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (ad6f1492-a676-4edb-a38d-add29237f0a0), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.456551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (67121a11-0798-4c74-8e2d-1a8874c33a13), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.599054 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for port (67121a11-0798-4c74-8e2d-1a8874c33a13), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.663290 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (67121a11-0798-4c74-8e2d-1a8874c33a13), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.729205 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'Port': ['ID=67121a11-0798-4c74-8e2d-1a8874c33a13,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:11.733492 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ad6f1492-a676-4edb-a38d-add29237f0a0), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.808383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:11.809638 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1da0dba8-7f81-4044-8493-dbea0a60b038 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0295529 Aug 23 06:11:11.999733 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-d8d0a613-9600-4f74-bf3d-f0cebd0e53f2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--726830878&fields=id&tenant_id=fdd86f8650a9453bb06500b0b0aa31e7 HTTP/1.1" status: 200 len: 267 time: 0.0418096 Aug 23 06:11:12.010835 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ff99d-5ab2-40cb-9e6b-aa93cb2f298e req-be81e4a2-2c41-46dd-ba58-d63d5b07a835 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:12.012844 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-946ff99d-5ab2-40cb-9e6b-aa93cb2f298e req-be81e4a2-2c41-46dd-ba58-d63d5b07a835 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 944 time: 0.0552907 Aug 23 06:11:12.058375 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-946ff99d-5ab2-40cb-9e6b-aa93cb2f298e req-ea43b777-7005-4abe-a58a-314479795f21 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398924 Aug 23 06:11:12.105773 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-ae83f058-82c8-4b39-a0a7-d4d4e37f4d9a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:12.107211 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-ae83f058-82c8-4b39-a0a7-d4d4e37f4d9a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 816 time: 0.1010604 Aug 23 06:11:12.120859 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-8b10a166-c685-4be0-90d5-f318fe46cbd9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/quotas/fdd86f8650a9453bb06500b0b0aa31e7 HTTP/1.1" status: 200 len: 375 time: 0.0084782 Aug 23 06:11:12.176228 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-2175aa1d-047f-4e4c-a183-5c56031aa9ac tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506928 Aug 23 06:11:12.309210 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-2255d8c7-ec7b-44e2-8322-ac501fe93b3e service neutron] 10.222.0.26 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216676 Aug 23 06:11:12.398748 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-05b46d14-a058-4866-b2df-e3b6b6685e3c service neutron] 10.222.0.26 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Aug 23 06:11:12.646849 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-40dbed07-c357-46d7-a29d-d51d20178aa1 req-61f53f92-a094-4f21-b80e-97f80fafd8d8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 210 time: 0.0265856 Aug 23 06:11:13.180633 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0934d-b684-4ece-ba97-5ecc914d1c1f req-ff0c1f20-428c-4100-a7d1-303a1c9feaa9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:13.182175 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1e0934d-b684-4ece-ba97-5ecc914d1c1f req-ff0c1f20-428c-4100-a7d1-303a1c9feaa9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 944 time: 0.0527992 Aug 23 06:11:13.229751 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1e0934d-b684-4ece-ba97-5ecc914d1c1f req-e4032f23-66f7-4b0c-9330-416a959a4491 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Aug 23 06:11:13.746416 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0a800e95-cb29-4d1d-b1f7-fda536401159 req-7b13566c-f111-4b65-bf1f-f086bf7c46c0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 210 time: 0.0259876 Aug 23 06:11:13.858919 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device cd1589c3-b2da-4abe-b2b8-0fc8724a328e details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:11:13.955253 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port cd1589c3-b2da-4abe-b2b8-0fc8724a328e, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:13.966249 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'port_id': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'mac_address': 'fa:16:3e:22:37:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:11:14.003287 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port cd1589c3-b2da-4abe-b2b8-0fc8724a328e is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:11:14.003726 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:14.016636 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1589c3-b2da-4abe-b2b8-0fc8724a328e {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:11:14.034965 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port cd1589c3-b2da-4abe-b2b8-0fc8724a328e, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:14.102527 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:14.148338 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:14.155444 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.155795 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.156136 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.156477 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.156808 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.157135 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.157490 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.157818 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.158142 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.158467 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.158790 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.159110 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.159429 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:14.355250 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e918b05-f4e3-44c0-80fd-9908342c29a0 req-8acd3fc2-79cb-4249-acb9-7a74e7d17b2a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:14.356793 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6e918b05-f4e3-44c0-80fd-9908342c29a0 req-8acd3fc2-79cb-4249-acb9-7a74e7d17b2a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 945 time: 0.0546982 Aug 23 06:11:14.405126 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6e918b05-f4e3-44c0-80fd-9908342c29a0 req-ee09b312-96df-4954-b8d3-798bebea1448 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425839 Aug 23 06:11:14.489051 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['cd1589c3-b2da-4abe-b2b8-0fc8724a328e'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:11:14.522069 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-6c6815c7-e163-429e-9cbf-13f3f43f0413 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:14.523430 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-6c6815c7-e163-429e-9cbf-13f3f43f0413 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 816 time: 0.1133373 Aug 23 06:11:14.583669 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-5f99a301-80a9-4115-a05e-e051da667e83 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd86f8650a9453bb06500b0b0aa31e7 HTTP/1.1" status: 200 len: 379 time: 0.0518153 Aug 23 06:11:14.593173 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'port': {'device_id': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'admin_state_up': True, 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'security_groups': ['1bafa182-3826-45bd-b5a3-6e0de1e97f49']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:14.934728 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e47fcbc5-ee94-4388-98b9-5d620f7db761 req-845a7e3e-c9c7-43b1-813a-ba70dcb95277 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 210 time: 0.0304861 Aug 23 06:11:15.044944 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Made reservation on behalf of fdd86f8650a9453bb06500b0b0aa31e7 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:11:15.048206 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:15.169359 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Allocated IP 172.20.0.7 (bed85486-7d5e-4e92-bb9a-1a54147bf2d8/d0d04fcb-6ab6-45d3-9f73-11fe993bba8c/36a0bc35-9763-495c-b459-d0bb71a24a32) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:11:15.296020 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:15.389730 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:15.431503 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:11:15.439200 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:11:15.440262 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:11:15.464723 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:15.498249 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:15.498890 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:15.539039 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62024b6d-fd09-40a1-aebc-74f8a2cac97d req-b57e181c-754b-4d26-ab36-6354f43232a0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:15.540686 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-62024b6d-fd09-40a1-aebc-74f8a2cac97d req-b57e181c-754b-4d26-ab36-6354f43232a0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 945 time: 0.0578275 Aug 23 06:11:15.586482 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-3c855542-235a-449d-b392-58cbedd22001 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9977643 Aug 23 06:11:15.595430 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-62024b6d-fd09-40a1-aebc-74f8a2cac97d req-fbbf179c-4cfb-4a51-b883-1a5281584158 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490046 Aug 23 06:11:15.598363 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Request body: {'port': {'device_id': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:15.649908 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-8365c67a-7b59-4fa9-9620-2466e59b73c1 None None] Provisioning complete for port 36a0bc35-9763-495c-b459-d0bb71a24a32 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:11:15.650508 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8365c67a-7b59-4fa9-9620-2466e59b73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:15.665358 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:15.696676 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-8365c67a-7b59-4fa9-9620-2466e59b73c1 None None] Port 36a0bc35-9763-495c-b459-d0bb71a24a32 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:11:15.879654 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device cd1589c3-b2da-4abe-b2b8-0fc8724a328e up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:11:15.927713 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a0bc35-9763-495c-b459-d0bb71a24a32 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:11:15.935242 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Publish callbacks [] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:15.947249 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Transition to ACTIVE for port object 36a0bc35-9763-495c-b459-d0bb71a24a32 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:11:16.016557 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port cd1589c3-b2da-4abe-b2b8-0fc8724a328e completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:11:16.020605 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port cd1589c3-b2da-4abe-b2b8-0fc8724a328e triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:11:16.021087 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:16.046361 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:16.084172 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bd94-9be1-4dbb-ae40-5dd51f1b8d80 req-9f27b062-5d9f-4102-9a3d-934e3859e085 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:16.085682 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1340bd94-9be1-4dbb-ae40-5dd51f1b8d80 req-9f27b062-5d9f-4102-9a3d-934e3859e085 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 931 time: 0.0780675 Aug 23 06:11:16.108647 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port cd1589c3-b2da-4abe-b2b8-0fc8724a328e is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:11:16.109123 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:16.132623 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:16.134992 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b1ffb4-2ee1-4d44-bb08-252eba295036" -d '{"events": [{"server_uuid": "a518a2f0-a920-478b-934c-1a0d58eab20e", "name": "network-vif-plugged", "status": "completed", "tag": "cd1589c3-b2da-4abe-b2b8-0fc8724a328e"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:16.148379 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port cd1589c3-b2da-4abe-b2b8-0fc8724a328e, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:16.154264 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:16.199907 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1340bd94-9be1-4dbb-ae40-5dd51f1b8d80 req-404b2586-6373-4e72-add2-c16e34afd7f6 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072586 Aug 23 06:11:16.213229 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Attempting to bind port 36a0bc35-9763-495c-b459-d0bb71a24a32 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:11:16.213604 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Attempting to bind port 36a0bc35-9763-495c-b459-d0bb71a24a32 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:11:16.213968 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Attempting to bind port 36a0bc35-9763-495c-b459-d0bb71a24a32 on network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:11:16.219017 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Port 36a0bc35-9763-495c-b459-d0bb71a24a32 on network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:11:16.219341 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Attempting to bind port 36a0bc35-9763-495c-b459-d0bb71a24a32 on network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:11:16.223674 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:16.224549 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:11:16.224892 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Checking segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:11:16.225330 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Bound using segment: {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:11:16.225800 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Bound port: 36a0bc35-9763-495c-b459-d0bb71a24a32, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e392f0-4b54-4f45-95f2-c98cb2b0502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:11:16.226158 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:16.254388 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d8420-172d-47d9-a731-028510079b95 x-openstack-request-id: req-a23d8420-172d-47d9-a731-028510079b95 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:16.254681 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a518a2f0-a920-478b-934c-1a0d58eab20e", "name": "network-vif-plugged", "status": "completed", "tag": "cd1589c3-b2da-4abe-b2b8-0fc8724a328e", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:16.254940 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a23d8420-172d-47d9-a731-028510079b95 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:16.255325 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23d8420-172d-47d9-a731-028510079b95'] response: {'server_uuid': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'code': 200} Aug 23 06:11:16.288008 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:16.320641 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:11:16.324919 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:11:16.347128 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c509cf1-5959-46ef-95b0-db75ac49a4aa req-08f9ae19-fa47-48d3-81c6-85c5945809aa tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:16.347128 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c509cf1-5959-46ef-95b0-db75ac49a4aa req-08f9ae19-fa47-48d3-81c6-85c5945809aa tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0754497 Aug 23 06:11:16.396339 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c509cf1-5959-46ef-95b0-db75ac49a4aa req-341c6923-9701-4c68-94f1-1cb48d35db62 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 Aug 23 06:11:16.406945 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:16.421141 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:16.421141 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:16.421141 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] 10.222.0.16 "PUT /v2.0/ports/36a0bc35-9763-495c-b459-d0bb71a24a32 HTTP/1.1" status: 200 len: 1093 time: 0.8211348 Aug 23 06:11:16.421141 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:16.421141 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880b1f5b-b253-4297-9a3e-db911e06c492" -d '{"events": [{"name": "network-changed", "server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:16.453081 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bedc1a9-26f0-400a-ad37-bc7d1b1d3f10 x-openstack-request-id: req-6bedc1a9-26f0-400a-ad37-bc7d1b1d3f10 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:16.453365 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:16.453641 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bedc1a9-26f0-400a-ad37-bc7d1b1d3f10 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:16.454042 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bedc1a9-26f0-400a-ad37-bc7d1b1d3f10'] response: {'name': 'network-changed', 'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'status': 'completed', 'code': 200} Aug 23 06:11:16.463159 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f9721-229e-4a1a-aadb-6a9ebfe9aa59 service neutron] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:16.517769 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1f5b-b253-4297-9a3e-db911e06c492 req-3f652966-2fca-48bb-93bd-ce490e59337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:16.519272 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-880b1f5b-b253-4297-9a3e-db911e06c492 req-3f652966-2fca-48bb-93bd-ce490e59337d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 1127 time: 0.0437355 Aug 23 06:11:16.646719 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0263f28-063d-4153-8468-113a58feb33f req-0f91f335-1ab8-43a6-adf5-4c73728139e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:16.648225 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0263f28-063d-4153-8468-113a58feb33f req-0f91f335-1ab8-43a6-adf5-4c73728139e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 1130 time: 0.1025305 Aug 23 06:11:16.649576 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1f5b-b253-4297-9a3e-db911e06c492 req-f73a5fbc-9b87-4fee-b540-cd2c6d623997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:16.650872 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-880b1f5b-b253-4297-9a3e-db911e06c492 req-f73a5fbc-9b87-4fee-b540-cd2c6d623997 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1239786 Aug 23 06:11:16.793849 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0263f28-063d-4153-8468-113a58feb33f req-a5e370e0-12b0-49bb-aa32-bddeb91609b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335313 Aug 23 06:11:16.813327 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49113b-d7d3-4f65-834c-0ce7908a85df req-a2bb1f5d-17bc-4950-aae4-8665324cae06 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:16.814778 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a49113b-d7d3-4f65-834c-0ce7908a85df req-a2bb1f5d-17bc-4950-aae4-8665324cae06 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 946 time: 0.1393914 Aug 23 06:11:16.819175 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1f5b-b253-4297-9a3e-db911e06c492 req-63cffd33-3b41-4229-b5be-0e71aeb5b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:16.820517 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-880b1f5b-b253-4297-9a3e-db911e06c492 req-63cffd33-3b41-4229-b5be-0e71aeb5b4da service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593080 Aug 23 06:11:16.861686 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a49113b-d7d3-4f65-834c-0ce7908a85df req-cfff8279-7189-4934-9e11-1454e165f8ef tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402298 Aug 23 06:11:17.149699 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-9a0a0d49-cabd-47de-a091-25178b9ef937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:17.151178 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-9a0a0d49-cabd-47de-a091-25178b9ef937 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 1127 time: 0.0434215 Aug 23 06:11:17.195090 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-e43e67f8-32c0-4eb2-9b9b-a12237fe14b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a0bc35-9763-495c-b459-d0bb71a24a32 HTTP/1.1" status: 200 len: 217 time: 0.0348413 Aug 23 06:11:17.248138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-4b63e965-eea0-4100-8a16-af2517fa2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:17.249627 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-4b63e965-eea0-4100-8a16-af2517fa2283 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0449009 Aug 23 06:11:17.305322 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-4e10ab0c-3934-4684-9f1b-00118f3d151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:17.306853 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-4e10ab0c-3934-4684-9f1b-00118f3d151b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429382 Aug 23 06:11:17.331608 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c12c-861f-4cb8-872f-d203f3c3b70d req-54a7cc34-7d99-4bd1-8f37-d901b7b5081d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:17.333115 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5598c12c-861f-4cb8-872f-d203f3c3b70d req-54a7cc34-7d99-4bd1-8f37-d901b7b5081d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0519626 Aug 23 06:11:17.380506 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5598c12c-861f-4cb8-872f-d203f3c3b70d req-f58b72bf-2202-4a89-9207-f9234dfcf7a9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Aug 23 06:11:17.403274 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-89c4fc3c-38d4-46f6-bf33-f9cf8fce6868 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855236 Aug 23 06:11:17.522366 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf711f04-409e-4e5b-b4a5-4e78eeb5350a req-5e681f44-bcb2-472a-aa21-d0ad12998a62 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123700 Aug 23 06:11:17.540695 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f610e-105f-45f2-b4d7-b41ee09b4069 req-a39db1ab-3ce7-4bb4-b27e-1a524f579875 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:17.542159 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c5f610e-105f-45f2-b4d7-b41ee09b4069 req-a39db1ab-3ce7-4bb4-b27e-1a524f579875 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0756252 Aug 23 06:11:17.590540 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c5f610e-105f-45f2-b4d7-b41ee09b4069 req-770142fb-e98e-427d-a51a-1aed39bf07d1 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Aug 23 06:11:17.980164 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd975ba-8c4b-4476-90d3-be12d5226f3d req-2b1fca86-2f9d-48ed-b9d1-310a812b718f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:17.981703 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-dbd975ba-8c4b-4476-90d3-be12d5226f3d req-2b1fca86-2f9d-48ed-b9d1-310a812b718f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 946 time: 0.0522630 Aug 23 06:11:18.031007 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-dbd975ba-8c4b-4476-90d3-be12d5226f3d req-af003a05-4cbc-4a69-9d9d-18bb0399d1f6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Aug 23 06:11:18.508321 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00647780-893f-49fa-a6d5-5b934ad1c09d req-606cee05-695f-4db3-ba7d-8954837901a4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:18.509826 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00647780-893f-49fa-a6d5-5b934ad1c09d req-606cee05-695f-4db3-ba7d-8954837901a4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0512140 Aug 23 06:11:18.555318 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00647780-893f-49fa-a6d5-5b934ad1c09d req-173c8355-d632-4b2c-984f-f23fe360ddd2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 Aug 23 06:11:18.714553 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19c0c-69f0-456e-96f3-25e390d1b20e req-b2a2e5fe-0ac6-4623-942e-abc26e89fe4c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:18.716078 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-68c19c0c-69f0-456e-96f3-25e390d1b20e req-b2a2e5fe-0ac6-4623-942e-abc26e89fe4c tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0558169 Aug 23 06:11:18.762295 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-68c19c0c-69f0-456e-96f3-25e390d1b20e req-4a750735-b106-47d3-b7fa-83fbffaa5ed2 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Aug 23 06:11:19.146771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714ef4-8047-4bc2-a474-e72102431d34 req-51be5baa-1bea-4062-8db4-92a02346fcc8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:19.148231 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9b714ef4-8047-4bc2-a474-e72102431d34 req-51be5baa-1bea-4062-8db4-92a02346fcc8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 946 time: 0.0506253 Aug 23 06:11:19.206754 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9b714ef4-8047-4bc2-a474-e72102431d34 req-0ed9c43a-afb0-4a4a-9e85-81e9cbf93081 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510924 Aug 23 06:11:19.240105 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-43f3780e-70dd-449c-bb93-23f5654158e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448310 Aug 23 06:11:19.322535 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c98b7-10d1-4778-bcdc-bd58608e3a15 req-cb78ed25-fad8-4626-894b-c2a95da4e15e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:19.323940 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e75c98b7-10d1-4778-bcdc-bd58608e3a15 req-cb78ed25-fad8-4626-894b-c2a95da4e15e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 946 time: 0.0517728 Aug 23 06:11:19.326197 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-29500963-246a-457d-a2b4-d293d3bb07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:19.327661 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-29500963-246a-457d-a2b4-d293d3bb07a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 1129 time: 0.0429201 Aug 23 06:11:19.333231 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37628) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:19.337464 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'floatingip': {'port_id': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:19.394455 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (ee4da7fe-f82a-4aa2-aefa-26aca7882909), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:19.544220 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-44d86782-07cf-4d71-b3e8-36f503d2fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:19.545701 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-44d86782-07cf-4d71-b3e8-36f503d2fa10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 200 len: 919 time: 0.1775982 Aug 23 06:11:19.619208 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-b6d77d7d-9387-4e67-8942-0cec005f5bee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cabd77a3-e27b-4937-89fb-79c28a119eee HTTP/1.1" status: 200 len: 217 time: 0.0648415 Aug 23 06:11:19.741722 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-d99356ce-82c5-4e4e-b4d2-8465e6dceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:19.743199 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-d99356ce-82c5-4e4e-b4d2-8465e6dceca8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 200 len: 857 time: 0.1164193 Aug 23 06:11:19.849506 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1444a5-d351-4599-87b7-f1e67ddc02fa req-4e6781c7-85eb-4596-b809-59de64baf6fa tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:19.850937 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4d1444a5-d351-4599-87b7-f1e67ddc02fa req-4e6781c7-85eb-4596-b809-59de64baf6fa tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.2129123 Aug 23 06:11:19.882366 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace785-77ed-42e7-a01f-dd124dcbbb03 req-c22269ae-fe57-4d9d-ac9c-e45b10a44a0f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:19.883888 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bace785-77ed-42e7-a01f-dd124dcbbb03 req-c22269ae-fe57-4d9d-ac9c-e45b10a44a0f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0526202 Aug 23 06:11:19.931189 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-4598ff46-2954-4d86-b3da-2fdc7bb26093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:19.933022 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-4598ff46-2954-4d86-b3da-2fdc7bb26093 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72403dd-0069-4ed5-8190-e70639166e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589870 Aug 23 06:11:19.933778 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bace785-77ed-42e7-a01f-dd124dcbbb03 req-c3e20ad6-16fd-4342-8742-9a35a8e7454b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Aug 23 06:11:19.978624 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4d1444a5-d351-4599-87b7-f1e67ddc02fa req-9fafd45d-81be-4d0d-9e5c-b8e4e01bb510 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193199 Aug 23 06:11:20.106032 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:20.108458 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-5bc1f0f3-7b11-4487-ade6-673c93166289 service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583810 Aug 23 06:11:20.167073 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ee4da7fe-f82a-4aa2-aefa-26aca7882909), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:20.259810 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5325b4ff-c148-4f7e-84c1-110fbf8417fc req-3df0c4de-9fd8-46c4-8978-87b0338f418a service neutron] 10.222.0.16 "GET /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451454 Aug 23 06:11:20.280357 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Floating IP ee4da7fe-f82a-4aa2-aefa-26aca7882909 associated. External IP: 172.27.1.226, port: cd1589c3-b2da-4abe-b2b8-0fc8724a328e. Aug 23 06:11:20.500594 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:11:20.514668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-7c48bd10-cbc9-49eb-a5d3-79e0873a17e5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:20.516093 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-7c48bd10-cbc9-49eb-a5d3-79e0873a17e5 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0700052 Aug 23 06:11:20.921492 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:11:20.926710 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:20.931939 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:11:20.941939 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:20.942553 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:20.954419 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Deleting port c11318c7-d909-42c9-abef-a0d72c2dd8d3 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:20.954764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:20.997887 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-eab8978d-5df0-4d90-995b-4e1e6464a9cd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "PUT /v2.0/floatingips/ee4da7fe-f82a-4aa2-aefa-26aca7882909 HTTP/1.1" status: 200 len: 992 time: 1.6635520 Aug 23 06:11:21.000544 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'tag': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:21.002896 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1da9e5e-cf04-443e-9edd-180809a2a0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a518a2f0-a920-478b-934c-1a0d58eab20e", "tag": "cd1589c3-b2da-4abe-b2b8-0fc8724a328e"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:21.041171 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee74ce7-73f3-4afe-af62-07d7e160419b x-openstack-request-id: req-7ee74ce7-73f3-4afe-af62-07d7e160419b {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:21.041487 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a518a2f0-a920-478b-934c-1a0d58eab20e", "tag": "cd1589c3-b2da-4abe-b2b8-0fc8724a328e", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:21.041876 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ee74ce7-73f3-4afe-af62-07d7e160419b {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:21.043201 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee74ce7-73f3-4afe-af62-07d7e160419b'] response: {'name': 'network-changed', 'server_uuid': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'tag': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'status': 'completed', 'code': 200} Aug 23 06:11:21.059315 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:21.074395 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] For port c11318c7-d909-42c9-abef-a0d72c2dd8d3, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c11318c7-d909-42c9-abef-a0d72c2dd8d3,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:21.074774 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:21.082072 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4c25b-c617-4ecb-812a-fefe1bb206b0 req-694f0ea4-26a3-4177-b547-c7be35209b60 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:21.083949 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-91d4c25b-c617-4ecb-812a-fefe1bb206b0 req-694f0ea4-26a3-4177-b547-c7be35209b60 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 945 time: 0.0660751 Aug 23 06:11:21.133606 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-91d4c25b-c617-4ecb-812a-fefe1bb206b0 req-c50bd184-7905-41f9-a1fc-4af94635579b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=644a5180-944d-4a4b-9017-c89e4e33a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441048 Aug 23 06:11:21.247061 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4ed04-37ab-4701-b6a0-99c703d6680b req-ed60ddb2-2509-4fe1-8ce3-62008cd19db9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:21.248556 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1f4ed04-37ab-4701-b6a0-99c703d6680b req-ed60ddb2-2509-4fe1-8ce3-62008cd19db9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.1418693 Aug 23 06:11:21.252109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-8e44831e-8e05-4b75-8f0e-b53d9c643b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:21.253522 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-8e44831e-8e05-4b75-8f0e-b53d9c643b5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 1130 time: 0.1891778 Aug 23 06:11:21.280339 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ee4da7fe-f82a-4aa2-aefa-26aca7882909', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:22:37:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:03Z', 'updated_at': '2022-08-23T06:11:19Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:21.304485 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:11:21.312502 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:21.313100 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:21.392871 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:21.393236 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ed99c38f-91bd-4836-b17c-ae6800f5e50b), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:21.393580 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Floating IP ed99c38f-91bd-4836-b17c-ae6800f5e50b disassociated. External IP: 172.27.1.207, port: c11318c7-d909-42c9-abef-a0d72c2dd8d3. Aug 23 06:11:21.393931 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Calling delete_port for c11318c7-d909-42c9-abef-a0d72c2dd8d3 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:21.401701 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1f4ed04-37ab-4701-b6a0-99c703d6680b req-64c68f0b-3c1e-4478-9530-960ba9e6ef78 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456444 Aug 23 06:11:21.415182 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:21.466367 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-831f173a-9623-4a77-8b8f-a7839dc814fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:21.467844 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-831f173a-9623-4a77-8b8f-a7839dc814fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 916 time: 0.2019515 Aug 23 06:11:21.544517 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-242f5b35-d7fa-4d69-8f69-8f7059fa12a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1589c3-b2da-4abe-b2b8-0fc8724a328e HTTP/1.1" status: 200 len: 1000 time: 0.0687025 Aug 23 06:11:21.631335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-44b31793-a94f-4ba0-8ff0-634ab3de2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:21.632805 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-44b31793-a94f-4ba0-8ff0-634ab3de2c92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0819156 Aug 23 06:11:21.634693 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ee4da7fe-f82a-4aa2-aefa-26aca7882909', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:22:37:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:03Z', 'updated_at': '2022-08-23T06:11:19Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:21.658943 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fbd62-4ff5-4c58-bd4d-a8b2f01491f3 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ee4da7fe-f82a-4aa2-aefa-26aca7882909', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:22:37:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:03Z', 'updated_at': '2022-08-23T06:11:19Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:11:21.668658 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (c11318c7-d909-42c9-abef-a0d72c2dd8d3), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:21.700054 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event deleted for resources: {'Port': ['ID=c11318c7-d909-42c9-abef-a0d72c2dd8d3,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:21.716810 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-b0068f95-299b-4743-807b-e24b5f24927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:21.718686 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-b0068f95-299b-4743-807b-e24b5f24927e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802610 Aug 23 06:11:21.854578 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd889330-27a7-48ae-a2a1-1490887847dc None None] New status for floating IP ee4da7fe-f82a-4aa2-aefa-26aca7882909: ACTIVE {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:11:21.887876 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Router ec87f542-ff8b-4021-b43e-a7884d79c0ee has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:11:21.890146 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-8b85300a-5979-489b-9f1f-b1edaae14718 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412015 Aug 23 06:11:21.896311 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:11:22.055019 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:11:22.058043 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1da9e5e-cf04-443e-9edd-180809a2a0ac req-bfa358c9-b4a0-4415-96b4-6a0c6539b9b0 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607475 Aug 23 06:11:22.069290 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] Sync routers for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:11:22.080332 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:22.081208 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:22.084903 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:22.096959 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'port_id': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'mac_address': 'fa:16:3e:cc:3e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:11:22.108230 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] No DVR routers for this DVR port c11318c7-d909-42c9-abef-a0d72c2dd8d3 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:11:22.111706 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:22.115279 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-574a2efe-4c67-48d6-a613-ca684e25c0db req-3b5d037f-f13f-4de8-8d2b-eeb8f236ffba tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "DELETE /v2.0/ports/c11318c7-d909-42c9-abef-a0d72c2dd8d3 HTTP/1.1" status: 204 len: 173 time: 1.5937033 Aug 23 06:11:22.150160 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 36a0bc35-9763-495c-b459-d0bb71a24a32 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:11:22.151263 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:22.181350 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a0bc35-9763-495c-b459-d0bb71a24a32 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:11:22.204298 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:22.233019 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:22.253063 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a841ef90-de55-43c6-a7a5-976d9804481a req-4e984f27-97c7-498c-9ff6-30670fb81354 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb0b233-30ee-4dd9-bf38-1cac97b93b67 HTTP/1.1" status: 200 len: 210 time: 0.0285244 Aug 23 06:11:22.274935 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:22.327777 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:22.431461 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:22.461319 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] Checking router: ec87f542-ff8b-4021-b43e-a7884d79c0ee for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:11:22.469747 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:22.470354 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:10:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:22.534419 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702dc00-fdfc-4535-8ab7-e644b6cd40fc req-d8a762d1-6565-4b84-b9f1-171250f9bf4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:22.535935 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6702dc00-fdfc-4535-8ab7-e644b6cd40fc req-d8a762d1-6565-4b84-b9f1-171250f9bf4c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 944 time: 0.0585868 Aug 23 06:11:22.571779 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:22.582753 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6702dc00-fdfc-4535-8ab7-e644b6cd40fc req-5127a769-66cb-429e-85d5-f313fe19537b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410798 Aug 23 06:11:22.656740 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['36a0bc35-9763-495c-b459-d0bb71a24a32'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:11:22.847738 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:22.871690 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d3d26-7c41-4b89-b784-01490f640e9e None None] The sync data for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi is: [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:34Z', 'revision_number': 4, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'f3ab89fb-2beb-45f9-9e43-b00aa10a4e23', 'name': '', 'network_id': 'e72403dd-0069-4ed5-8190-e70639166e1d', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'mac_address': 'fa:16:3e:4b:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:31Z', 'updated_at': '2022-08-23T06:04:48Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'subnets': [{'id': '5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:11:23.044857 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'name': 'network-vif-deleted', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:23.052940 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faefbc3e-435e-4eb1-b6fc-3291bc62066a" -d '{"events": [{"server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "name": "network-vif-deleted", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:23.092088 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3202a74c-f79c-4776-8dcd-1e43a520a50a x-openstack-request-id: req-3202a74c-f79c-4776-8dcd-1e43a520a50a {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:23.092701 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb0b233-30ee-4dd9-bf38-1cac97b93b67", "name": "network-vif-deleted", "tag": "c11318c7-d909-42c9-abef-a0d72c2dd8d3", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:23.092701 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3202a74c-f79c-4776-8dcd-1e43a520a50a {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:23.093006 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3202a74c-f79c-4776-8dcd-1e43a520a50a'] response: {'server_uuid': '4cb0b233-30ee-4dd9-bf38-1cac97b93b67', 'name': 'network-vif-deleted', 'tag': 'c11318c7-d909-42c9-abef-a0d72c2dd8d3', 'status': 'completed', 'code': 200} Aug 23 06:11:23.103678 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194b06b-efec-45be-9861-4cbf5e68732e None None] New status for floating IP ed99c38f-91bd-4836-b17c-ae6800f5e50b: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:11:23.330447 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f2d20c32-9c73-48b6-b104-9424dd7a5fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:23.418544 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37652) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:23.470796 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0d747b0f-4d66-41e0-9108-c73abc259f93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group (644a5180-944d-4a4b-9017-c89e4e33a28d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:23.493862 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0d747b0f-4d66-41e0-9108-c73abc259f93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group (644a5180-944d-4a4b-9017-c89e4e33a28d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:23.594542 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0d747b0f-4d66-41e0-9108-c73abc259f93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (644a5180-944d-4a4b-9017-c89e4e33a28d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:23.597130 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0d747b0f-4d66-41e0-9108-c73abc259f93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:23.598307 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0d747b0f-4d66-41e0-9108-c73abc259f93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "DELETE /v2.0/security-groups/644a5180-944d-4a4b-9017-c89e4e33a28d HTTP/1.1" status: 204 len: 168 time: 0.1787620 Aug 23 06:11:23.607669 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37654) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:23.614545 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d747b0f-4d66-41e0-9108-c73abc259f93 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644a5180-944d-4a4b-9017-c89e4e33a28d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:23.625693 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-9ca10d30-7f1f-4849-8788-dbdc0ae111ae tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] show failed (client error): The resource could not be found. Aug 23 06:11:23.629934 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9ca10d30-7f1f-4849-8788-dbdc0ae111ae tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups/644a5180-944d-4a4b-9017-c89e4e33a28d HTTP/1.1" status: 404 len: 347 time: 0.0179527 Aug 23 06:11:23.632016 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37658) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:23.727971 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30c0cf-c2a3-4461-a9b5-938b3f0e4f3a req-3526ee43-0a6d-4d10-b736-357a9e6a3bab tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:23.729418 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a30c0cf-c2a3-4461-a9b5-938b3f0e4f3a req-3526ee43-0a6d-4d10-b736-357a9e6a3bab tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 944 time: 0.0547202 Aug 23 06:11:23.756511 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Deleting port 19655ef3-db94-44d9-940e-35daa671a7c3 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:23.756859 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (19655ef3-db94-44d9-940e-35daa671a7c3), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:23.775292 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a30c0cf-c2a3-4461-a9b5-938b3f0e4f3a req-28d851fd-0e7a-48c3-ac46-dea5cdb59ceb tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Aug 23 06:11:23.833807 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (19655ef3-db94-44d9-940e-35daa671a7c3), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:23.834146 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (19655ef3-db94-44d9-940e-35daa671a7c3), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:23.846340 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Calling delete_port for 19655ef3-db94-44d9-940e-35daa671a7c3 owned by network:floatingip {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:23.908794 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:11:24.011746 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 36a0bc35-9763-495c-b459-d0bb71a24a32 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:11:24.015613 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 36a0bc35-9763-495c-b459-d0bb71a24a32 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:11:24.015994 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:24.034486 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (19655ef3-db94-44d9-940e-35daa671a7c3), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:24.060097 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event deleted for resources: {'Port': ['ID=19655ef3-db94-44d9-940e-35daa671a7c3,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:24.122051 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks [] for floatingip (ed99c38f-91bd-4836-b17c-ae6800f5e50b), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:24.124756 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:24.125987 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ded0bb6d-80a5-40bd-946b-9f9225adcf65 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "DELETE /v2.0/floatingips/ed99c38f-91bd-4836-b17c-ae6800f5e50b HTTP/1.1" status: 204 len: 168 time: 0.4929500 Aug 23 06:11:24.211428 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 36a0bc35-9763-495c-b459-d0bb71a24a32 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:11:24.211990 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:24.233713 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:24.235905 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5f49f3-19a6-4f4d-b9b8-1de9ff339735" -d '{"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-plugged", "status": "completed", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:24.247975 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:24.270658 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e2189-e3f7-426a-95fb-b24ca604f369 x-openstack-request-id: req-583e2189-e3f7-426a-95fb-b24ca604f369 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:24.271030 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-plugged", "status": "completed", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:24.271212 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-583e2189-e3f7-426a-95fb-b24ca604f369 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:24.271609 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583e2189-e3f7-426a-95fb-b24ca604f369'] response: {'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'code': 200} Aug 23 06:11:24.342932 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:24.343828 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device c11318c7-d909-42c9-abef-a0d72c2dd8d3 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:24.378638 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: c11318c7-d909-42c9-abef-a0d72c2dd8d3 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:24.378990 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device c11318c7-d909-42c9-abef-a0d72c2dd8d3 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:24.404792 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:24.568221 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270426e3-fc9a-45b7-a1cc-53d471e03c30 req-9a53a18e-088b-4c18-a904-acf780e628cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:24.569724 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-270426e3-fc9a-45b7-a1cc-53d471e03c30 req-9a53a18e-088b-4c18-a904-acf780e628cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 1129 time: 0.0417321 Aug 23 06:11:24.610975 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-270426e3-fc9a-45b7-a1cc-53d471e03c30 req-cbe5f166-a723-4ad7-9014-3e22d1766d8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357478 Aug 23 06:11:24.898971 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125efe7-1a4b-4a64-ab00-9a471def24fd req-c200d7b0-54cd-40c3-b5eb-8108a184b336 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:24.900501 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6125efe7-1a4b-4a64-ab00-9a471def24fd req-c200d7b0-54cd-40c3-b5eb-8108a184b336 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0516522 Aug 23 06:11:24.951012 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6125efe7-1a4b-4a64-ab00-9a471def24fd req-55458872-c7b3-4a94-aa0a-bc400b611025 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448389 Aug 23 06:11:25.411490 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-29d675b7-9de5-4668-95d0-96b3306f2e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:26.083813 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a456-52a7-4317-9d41-e9826a16228b req-f6b5123b-1cef-4372-bfc1-a385f9ca707b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:26.085291 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4550a456-52a7-4317-9d41-e9826a16228b req-f6b5123b-1cef-4372-bfc1-a385f9ca707b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0521886 Aug 23 06:11:26.135490 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4550a456-52a7-4317-9d41-e9826a16228b req-73a9a3c2-d420-4265-9bc6-125657be71ac tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444596 Aug 23 06:11:26.966233 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:27.088059 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc8233-c62a-47dd-9467-d54324061efe req-f89106be-6493-4f67-93af-5cfcae52de0f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:27.090179 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8efc8233-c62a-47dd-9467-d54324061efe req-f89106be-6493-4f67-93af-5cfcae52de0f tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0532146 Aug 23 06:11:27.135380 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8efc8233-c62a-47dd-9467-d54324061efe req-9dd9605c-1f2a-4ab0-b79e-3e168de70f30 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Aug 23 06:11:27.259666 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1735-044f-4efc-8294-4f301e93c4fc req-a4797295-da1d-401c-bd7e-23f5c31cb30f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:27.261818 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7da1735-044f-4efc-8294-4f301e93c4fc req-a4797295-da1d-401c-bd7e-23f5c31cb30f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0521276 Aug 23 06:11:27.306592 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7da1735-044f-4efc-8294-4f301e93c4fc req-4768c1a6-f087-4d15-b202-8d0df8de1875 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393877 Aug 23 06:11:27.426858 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c8035-c400-47d9-b8c6-2468fac230a6 req-8bce8a4e-0b76-4015-9f3e-d5e9648b3c9d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:27.428369 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c31c8035-c400-47d9-b8c6-2468fac230a6 req-8bce8a4e-0b76-4015-9f3e-d5e9648b3c9d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0519409 Aug 23 06:11:27.438337 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37688) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:27.442633 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Request body: {'floatingip': {'port_id': '36a0bc35-9763-495c-b459-d0bb71a24a32'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:27.483068 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (ad6f1492-a676-4edb-a38d-add29237f0a0), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:27.651555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993ad67-9715-4de8-9df3-027503a60216 req-ca347fd4-c70e-4e94-98e9-75f7f3a35ad4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:27.652932 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4993ad67-9715-4de8-9df3-027503a60216 req-ca347fd4-c70e-4e94-98e9-75f7f3a35ad4 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 945 time: 0.0511634 Aug 23 06:11:27.750250 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Deleting port 2003c8ca-4120-41eb-8aa1-870a26d467eb {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:27.750599 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:27.837039 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] For port 2003c8ca-4120-41eb-8aa1-870a26d467eb, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=2003c8ca-4120-41eb-8aa1-870a26d467eb,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:27.837402 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:27.850244 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Calling delete_port for 2003c8ca-4120-41eb-8aa1-870a26d467eb owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:27.891060 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:27.948775 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ad6f1492-a676-4edb-a38d-add29237f0a0), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:28.034261 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (2003c8ca-4120-41eb-8aa1-870a26d467eb), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:28.040749 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.l3_db [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Floating IP ad6f1492-a676-4edb-a38d-add29237f0a0 associated. External IP: 172.27.1.199, port: 36a0bc35-9763-495c-b459-d0bb71a24a32. Aug 23 06:11:28.046266 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['cabd77a3-e27b-4937-89fb-79c28a119eee', '2003c8ca-4120-41eb-8aa1-870a26d467eb'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:11:28.062728 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event deleted for resources: {'Port': ['ID=2003c8ca-4120-41eb-8aa1-870a26d467eb,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:28.124968 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] No DVR routers for this DVR port 2003c8ca-4120-41eb-8aa1-870a26d467eb on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:11:28.127702 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:28.131261 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4993ad67-9715-4de8-9df3-027503a60216 req-ea3fa195-a043-4be9-b45b-2618dbe87c5d tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "DELETE /v2.0/ports/2003c8ca-4120-41eb-8aa1-870a26d467eb HTTP/1.1" status: 204 len: 173 time: 0.4722033 Aug 23 06:11:28.136474 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c06828-6382-494d-bb4f-33f0a5a879c2', 'name': 'network-vif-deleted', 'tag': '2003c8ca-4120-41eb-8aa1-870a26d467eb'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:28.141335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ec332-f3f6-4a0e-941a-51bd3818acaa" -d '{"events": [{"server_uuid": "78c06828-6382-494d-bb4f-33f0a5a879c2", "name": "network-vif-deleted", "tag": "2003c8ca-4120-41eb-8aa1-870a26d467eb"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:28.194296 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:28.212741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ff0cbe-d5e4-4e26-b5b3-3be3dffb236d x-openstack-request-id: req-45ff0cbe-d5e4-4e26-b5b3-3be3dffb236d {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:28.213099 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c06828-6382-494d-bb4f-33f0a5a879c2", "name": "network-vif-deleted", "tag": "2003c8ca-4120-41eb-8aa1-870a26d467eb", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:28.213421 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45ff0cbe-d5e4-4e26-b5b3-3be3dffb236d {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:28.214429 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ff0cbe-d5e4-4e26-b5b3-3be3dffb236d'] response: {'server_uuid': '78c06828-6382-494d-bb4f-33f0a5a879c2', 'name': 'network-vif-deleted', 'tag': '2003c8ca-4120-41eb-8aa1-870a26d467eb', 'status': 'completed', 'code': 200} Aug 23 06:11:28.264734 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8247ff74-25b0-4c26-ba6d-0149e124f8cf req-a39acc5a-5dd0-451b-8141-6990b30ce13b tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c06828-6382-494d-bb4f-33f0a5a879c2 HTTP/1.1" status: 200 len: 210 time: 0.0357680 Aug 23 06:11:28.314193 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:11:28.416958 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:11:28.422279 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:28.433070 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] Sync routers for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:11:28.445336 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:28.446257 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:28.463947 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ae5a63d8-5775-4043-9f68-f99faa46ca32 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "PUT /v2.0/floatingips/ad6f1492-a676-4edb-a38d-add29237f0a0 HTTP/1.1" status: 200 len: 991 time: 1.0244298 Aug 23 06:11:28.464538 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:28.467227 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a" -d '{"events": [{"name": "network-changed", "server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:28.567833 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:28.570726 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce91ccc4-40ab-4c47-a7ca-660727d543f3 x-openstack-request-id: req-ce91ccc4-40ab-4c47-a7ca-660727d543f3 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:28.571118 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:28.571454 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce91ccc4-40ab-4c47-a7ca-660727d543f3 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:28.571933 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce91ccc4-40ab-4c47-a7ca-660727d543f3'] response: {'name': 'network-changed', 'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'status': 'completed', 'code': 200} Aug 23 06:11:28.644426 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-8fa8f536-9333-4834-8200-e45f91a49b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:28.645955 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-8fa8f536-9333-4834-8200-e45f91a49b76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 1129 time: 0.0447960 Aug 23 06:11:28.733819 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-8d1ff532-e586-4cac-ad9f-2ef06c6a134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:28.735258 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-8d1ff532-e586-4cac-ad9f-2ef06c6a134a service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.0834444 Aug 23 06:11:28.782626 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ad6f1492-a676-4edb-a38d-add29237f0a0', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'port_id': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'mac_address': 'fa:16:3e:cc:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:11Z', 'updated_at': '2022-08-23T06:11:27Z', 'revision_number': 1, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:28.806722 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-6d0c5229-ede7-4512-a958-fe1b54a45c87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a0bc35-9763-495c-b459-d0bb71a24a32 HTTP/1.1" status: 200 len: 999 time: 0.0625429 Aug 23 06:11:28.807563 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] Checking router: d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:11:28.816402 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:28.817020 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:28.854222 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-8e822aa2-c589-463c-a8b7-421dfaede874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:28.856273 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-8e822aa2-c589-463c-a8b7-421dfaede874 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0441384 Aug 23 06:11:28.903973 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-2fa8c530-3fd4-4d00-b8e3-a8e088f56f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:28.905552 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-2fa8c530-3fd4-4d00-b8e3-a8e088f56f68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430210 Aug 23 06:11:28.916260 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:28.997933 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-89c53542-d8a1-4d2b-81e5-970f27978661 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844934 Aug 23 06:11:29.087597 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-244f1464-5bea-48ab-9fbe-cfdb8b94e40a req-09b43821-31e1-4529-8ac2-a387e4148f0a service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834346 Aug 23 06:11:29.134153 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ad6f1492-a676-4edb-a38d-add29237f0a0', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'port_id': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'mac_address': 'fa:16:3e:cc:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:11Z', 'updated_at': '2022-08-23T06:11:27Z', 'revision_number': 1, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:29.158108 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722904ac-f09a-4bdf-9db1-b7c7c33b611b None None] The sync data for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi is: [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'ad6f1492-a676-4edb-a38d-add29237f0a0', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'port_id': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'mac_address': 'fa:16:3e:cc:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:11Z', 'updated_at': '2022-08-23T06:11:27Z', 'revision_number': 1, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:11:29.342127 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5394552-a433-4a9b-818e-52beca8cff18 None None] New status for floating IP ad6f1492-a676-4edb-a38d-add29237f0a0: ACTIVE {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:11:29.559590 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:29.806814 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2e0bf-8a87-4685-aad5-1da39722ba2d req-0665292a-3d65-40de-8321-4650bfd86ca6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:29.808840 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c3e2e0bf-8a87-4685-aad5-1da39722ba2d req-0665292a-3d65-40de-8321-4650bfd86ca6 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0508800 Aug 23 06:11:29.853857 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c3e2e0bf-8a87-4685-aad5-1da39722ba2d req-76238eac-16db-4ac0-be2a-f406d9c84e48 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393233 Aug 23 06:11:30.979326 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2d6ee-360a-4f73-84a6-00cf8149f943 req-234d5420-0a91-40d4-9393-2a4a3575e093 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:30.980779 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fbb2d6ee-360a-4f73-84a6-00cf8149f943 req-234d5420-0a91-40d4-9393-2a4a3575e093 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0556436 Aug 23 06:11:31.025489 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fbb2d6ee-360a-4f73-84a6-00cf8149f943 req-a528e596-d17e-4cb5-a692-1ab8907a7782 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Aug 23 06:11:31.956984 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 2003c8ca-4120-41eb-8aa1-870a26d467eb no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:31.976639 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 2003c8ca-4120-41eb-8aa1-870a26d467eb {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:31.976972 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 2003c8ca-4120-41eb-8aa1-870a26d467eb not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:32.146355 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e2532-67e3-45df-9669-065b439e7cf1 req-1c647c0a-dcee-423a-8c47-fe42c6743b30 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:32.147827 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0c7e2532-67e3-45df-9669-065b439e7cf1 req-1c647c0a-dcee-423a-8c47-fe42c6743b30 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0546219 Aug 23 06:11:32.193591 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0c7e2532-67e3-45df-9669-065b439e7cf1 req-a0489ddc-746f-4517-8fac-5b7f69622697 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba82bcad-ef75-4046-90bd-fd707b876238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Aug 23 06:11:32.355902 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f8d66b0-fa6b-4adf-984f-49d8938577e0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:32.357386 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f8d66b0-fa6b-4adf-984f-49d8938577e0 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 945 time: 0.0516996 Aug 23 06:11:32.450465 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Deleting port cabd77a3-e27b-4937-89fb-79c28a119eee {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:32.450807 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:32.538669 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] For port cabd77a3-e27b-4937-89fb-79c28a119eee, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cabd77a3-e27b-4937-89fb-79c28a119eee,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:32.539026 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:32.551286 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Calling delete_port for cabd77a3-e27b-4937-89fb-79c28a119eee owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:32.758525 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (cabd77a3-e27b-4937-89fb-79c28a119eee), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:32.769875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['cabd77a3-e27b-4937-89fb-79c28a119eee'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:11:32.785449 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Pushing event deleted for resources: {'Port': ['ID=cabd77a3-e27b-4937-89fb-79c28a119eee,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:32.827354 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] No DVR routers for this DVR port cabd77a3-e27b-4937-89fb-79c28a119eee on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:11:32.829810 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:32.833091 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19927c3e-af65-44b2-bf3f-d22272a23231 req-2f195b26-9bbb-4f2c-98dc-a4d8e08ac058 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.16 "DELETE /v2.0/ports/cabd77a3-e27b-4937-89fb-79c28a119eee HTTP/1.1" status: 204 len: 173 time: 0.4643927 Aug 23 06:11:32.833538 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b406fcd-d7a4-43f1-ac08-4c492c6debb3', 'name': 'network-vif-deleted', 'tag': 'cabd77a3-e27b-4937-89fb-79c28a119eee'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:32.835737 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19a7c78-76e8-4a15-be66-4dc42762f1a2" -d '{"events": [{"server_uuid": "5b406fcd-d7a4-43f1-ac08-4c492c6debb3", "name": "network-vif-deleted", "tag": "cabd77a3-e27b-4937-89fb-79c28a119eee"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:32.868961 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf6988f-f218-4bac-9e17-757700a683dd x-openstack-request-id: req-bdf6988f-f218-4bac-9e17-757700a683dd {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:32.869251 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b406fcd-d7a4-43f1-ac08-4c492c6debb3", "name": "network-vif-deleted", "tag": "cabd77a3-e27b-4937-89fb-79c28a119eee", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:32.869530 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdf6988f-f218-4bac-9e17-757700a683dd {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:32.870491 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf6988f-f218-4bac-9e17-757700a683dd'] response: {'server_uuid': '5b406fcd-d7a4-43f1-ac08-4c492c6debb3', 'name': 'network-vif-deleted', 'tag': 'cabd77a3-e27b-4937-89fb-79c28a119eee', 'status': 'completed', 'code': 200} Aug 23 06:11:33.304881 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e4cbde5e-46e1-438e-a566-cd47b9486937 req-7ea0749a-7cda-4462-a723-c9fba0f44560 tempest-ServerRescueNegativeTestJSON-1826775479 tempest-ServerRescueNegativeTestJSON-1826775479-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b406fcd-d7a4-43f1-ac08-4c492c6debb3 HTTP/1.1" status: 200 len: 210 time: 0.0255692 Aug 23 06:11:34.363811 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37718) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:34.772053 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (ec87f542-ff8b-4021-b43e-a7884d79c0ee), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:34.988191 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Deleting port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:34.988525 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:35.065069 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] For port f3ab89fb-2beb-45f9-9e43-b00aa10a4e23, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:35.065350 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:35.078072 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Calling delete_port for f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 owned by network:router_interface {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:35.487601 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:11:35.546908 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (f3ab89fb-2beb-45f9-9e43-b00aa10a4e23), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:35.571411 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ab89fb-2beb-45f9-9e43-b00aa10a4e23,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:35.731563 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (ec87f542-ff8b-4021-b43e-a7884d79c0ee), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:35.929371 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Router ec87f542-ff8b-4021-b43e-a7884d79c0ee has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:11:35.988587 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device cabd77a3-e27b-4937-89fb-79c28a119eee no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:36.006945 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: cabd77a3-e27b-4937-89fb-79c28a119eee {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:36.007289 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device cabd77a3-e27b-4937-89fb-79c28a119eee not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:36.029208 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:11:36.034038 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-661066b3-ee39-48c3-a34a-d76e24af5451 admin admin] 10.222.0.26 "PUT /v2.0/routers/ec87f542-ff8b-4021-b43e-a7884d79c0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692011 Aug 23 06:11:36.037063 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37724) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:36.037943 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] Sync routers for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:11:36.048622 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:36.049220 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:36.134575 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks [] for router (ec87f542-ff8b-4021-b43e-a7884d79c0ee), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.145584 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:36.231099 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks [] for router_gateway (ec87f542-ff8b-4021-b43e-a7884d79c0ee), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.312215 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Deleting port 383d7e43-71f2-45da-8f1e-87e5d61f1157 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:36.312557 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.317665 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:11:35Z', 'revision_number': 5, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port': {'id': '383d7e43-71f2-45da-8f1e-87e5d61f1157', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:36.341389 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] Checking router: ec87f542-ff8b-4021-b43e-a7884d79c0ee for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:11:36.350351 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] Routers {'ec87f542-ff8b-4021-b43e-a7884d79c0ee'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:36.351215 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:36.388754 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] For port 383d7e43-71f2-45da-8f1e-87e5d61f1157, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=383d7e43-71f2-45da-8f1e-87e5d61f1157,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:36.389124 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.402090 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Calling delete_port for 383d7e43-71f2-45da-8f1e-87e5d61f1157 owned by network:router_gateway {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:36.513603 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] Set router ec87f542-ff8b-4021-b43e-a7884d79c0ee gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:36.560328 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:11:36Z', 'revision_number': 6, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:36.583737 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91247bc-6eca-433b-9e30-b66fa4f36a65 None None] The sync data for ids ['ec87f542-ff8b-4021-b43e-a7884d79c0ee'] in dv-cinder-853788-2-iscsi is: [{'id': 'ec87f542-ff8b-4021-b43e-a7884d79c0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-400040500-router', 'tenant_id': '41de49d1e830476fa45c59ed69f8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:11:36Z', 'revision_number': 6, 'project_id': '41de49d1e830476fa45c59ed69f8b7c2', 'gw_port_host': None}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:11:36.633874 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (383d7e43-71f2-45da-8f1e-87e5d61f1157), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.661882 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=383d7e43-71f2-45da-8f1e-87e5d61f1157,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:36.722710 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (ec87f542-ff8b-4021-b43e-a7884d79c0ee), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.804759 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (ec87f542-ff8b-4021-b43e-a7884d79c0ee), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.806783 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks [] for router_controller (ec87f542-ff8b-4021-b43e-a7884d79c0ee), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.936894 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (ec87f542-ff8b-4021-b43e-a7884d79c0ee), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.937492 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec87f542-ff8b-4021-b43e-a7884d79c0ee {{(pid=104496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:11:36.942717 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:36.943529 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ce1e0951-9f34-4905-bcd2-e71fe91c2ff9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ec87f542-ff8b-4021-b43e-a7884d79c0ee HTTP/1.1" status: 204 len: 168 time: 0.9055009 Aug 23 06:11:36.946268 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37726) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:36.992751 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-df70a30a-606b-4b57-8ab4-ea0fd998c3d9 admin admin] Deleting subnet 5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:11:36.996254 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df70a30a-606b-4b57-8ab4-ea0fd998c3d9 admin admin] Publish callbacks [] for subnet (5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.035660 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df70a30a-606b-4b57-8ab4-ea0fd998c3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49376497'] for subnet (5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.131890 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df70a30a-606b-4b57-8ab4-ea0fd998c3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.257035 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df70a30a-606b-4b57-8ab4-ea0fd998c3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49376333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30006175'] for subnet (5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.282396 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70a30a-606b-4b57-8ab4-ea0fd998c3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:37.285924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df70a30a-606b-4b57-8ab4-ea0fd998c3d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.289064 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-df70a30a-606b-4b57-8ab4-ea0fd998c3d9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5bcc22d6-4ae5-4a4b-b2bf-ae054de7e78c HTTP/1.1" status: 204 len: 168 time: 0.3417902 Aug 23 06:11:37.291609 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37728) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:37.294148 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f358a2-bb5d-4cea-901f-18bb77fdba1e None None] Network e72403dd-0069-4ed5-8190-e70639166e1d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:11:37.358151 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (e72403dd-0069-4ed5-8190-e70639166e1d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.424364 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Deleting port a62b1f7f-390d-48ae-b017-a53d03f089ba {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:37.424928 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.461231 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] DHCP port deletion for e72403dd-0069-4ed5-8190-e70639166e1d request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:11:37.490779 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] For port a62b1f7f-390d-48ae-b017-a53d03f089ba, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=a62b1f7f-390d-48ae-b017-a53d03f089ba,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:37.491359 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.509230 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Calling delete_port for a62b1f7f-390d-48ae-b017-a53d03f089ba owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:37.511537 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] Deleting port a62b1f7f-390d-48ae-b017-a53d03f089ba {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:37.511942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.581950 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] For port a62b1f7f-390d-48ae-b017-a53d03f089ba, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=a62b1f7f-390d-48ae-b017-a53d03f089ba,segment=NetworkSegment(03127835-7261-4597-8c22-44b5b7948a91),segment_id=03127835-7261-4597-8c22-44b5b7948a91)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:37.582348 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.597665 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] Calling delete_port for a62b1f7f-390d-48ae-b017-a53d03f089ba owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:37.691263 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.707702 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (a62b1f7f-390d-48ae-b017-a53d03f089ba), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.721462 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62b1f7f-390d-48ae-b017-a53d03f089ba,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:37.724922 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] No DVR routers for this DVR port a62b1f7f-390d-48ae-b017-a53d03f089ba on host dv-cinder-853788-2-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:11:37.737291 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:37.742251 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] Pushing event deleted for resources: {'Port': ['ID=a62b1f7f-390d-48ae-b017-a53d03f089ba,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:37.766032 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bda921-1fd7-4174-b08a-e52669a2eaf1 None None] No DVR routers for this DVR port a62b1f7f-390d-48ae-b017-a53d03f089ba on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:11:37.767341 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:37.767782 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device f3ab89fb-2beb-45f9-9e43-b00aa10a4e23 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:37.768189 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 383d7e43-71f2-45da-8f1e-87e5d61f1157 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:37.790653 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 383d7e43-71f2-45da-8f1e-87e5d61f1157 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:37.791004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 383d7e43-71f2-45da-8f1e-87e5d61f1157 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:37.791916 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device a62b1f7f-390d-48ae-b017-a53d03f089ba no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:37.796033 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (e72403dd-0069-4ed5-8190-e70639166e1d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.809616 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: a62b1f7f-390d-48ae-b017-a53d03f089ba {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:37.809969 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device a62b1f7f-390d-48ae-b017-a53d03f089ba not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:37.819754 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72403dd-0069-4ed5-8190-e70639166e1d']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:37.829027 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03127835-7261-4597-8c22-44b5b7948a91') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:37.829326 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03127835-7261-4597-8c22-44b5b7948a91') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:37.838948 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (03127835-7261-4597-8c22-44b5b7948a91), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.852160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (03127835-7261-4597-8c22-44b5b7948a91), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.858762 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:11:37.859144 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (03127835-7261-4597-8c22-44b5b7948a91), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:37.936007 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 03127835-7261-4597-8c22-44b5b7948a91 resource provider aggregate not found Aug 23 06:11:37.952608 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 03127835-7261-4597-8c22-44b5b7948a91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03127835-7261-4597-8c22-44b5b7948a91 found for delete ", "request_id": "req-03616f7a-80ba-4172-bcd6-d6196f225350"}]} Aug 23 06:11:38.095045 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (e72403dd-0069-4ed5-8190-e70639166e1d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:38.100342 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:38.105318 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e72403dd-0069-4ed5-8190-e70639166e1d HTTP/1.1" status: 204 len: 168 time: 0.8115101 Aug 23 06:11:38.115703 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e2fc4-dcef-4c47-8e89-571076b0ed94 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72403dd-0069-4ed5-8190-e70639166e1d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:38.438827 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37738) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:38.480447 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6b253f58-903b-4ba7-9b6d-46317dce4b41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41de49d1e830476fa45c59ed69f8b7c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403137 Aug 23 06:11:38.482858 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37740) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:38.528909 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ffe7af69-a4e8-4042-bbe0-2e3c22b1d89b admin admin] Publish callbacks [] for security_group (ba82bcad-ef75-4046-90bd-fd707b876238), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:38.549553 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ffe7af69-a4e8-4042-bbe0-2e3c22b1d89b admin admin] Publish callbacks [] for security_group (ba82bcad-ef75-4046-90bd-fd707b876238), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:38.662128 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ffe7af69-a4e8-4042-bbe0-2e3c22b1d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (ba82bcad-ef75-4046-90bd-fd707b876238), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:38.664605 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ffe7af69-a4e8-4042-bbe0-2e3c22b1d89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:38.665777 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ffe7af69-a4e8-4042-bbe0-2e3c22b1d89b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba82bcad-ef75-4046-90bd-fd707b876238 HTTP/1.1" status: 204 len: 168 time: 0.1819892 Aug 23 06:11:38.673552 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7af69-a4e8-4042-bbe0-2e3c22b1d89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba82bcad-ef75-4046-90bd-fd707b876238,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:40.324925 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:41.124771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37790) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:41.230235 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a2652884-4215-4505-b5ac-f6b01dbcbc82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:41.302656 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a2652884-4215-4505-b5ac-f6b01dbcbc82 admin admin] Publish callbacks [] for security_group (18fa8c67-46e6-4214-a7ad-52d3c56f0791), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:41.364740 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a2652884-4215-4505-b5ac-f6b01dbcbc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (18fa8c67-46e6-4214-a7ad-52d3c56f0791), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:41.401209 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2652884-4215-4505-b5ac-f6b01dbcbc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fa8c67-46e6-4214-a7ad-52d3c56f0791,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:41.405311 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a2652884-4215-4505-b5ac-f6b01dbcbc82 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8a7d2cd603f4e04b1296670909a33dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794814 Aug 23 06:11:41.408010 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37794) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:41.453936 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-04593d01-4e9b-4124-bcd7-4cdfb2346732 admin admin] Publish callbacks [] for security_group (18fa8c67-46e6-4214-a7ad-52d3c56f0791), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:41.474574 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-04593d01-4e9b-4124-bcd7-4cdfb2346732 admin admin] Publish callbacks [] for security_group (18fa8c67-46e6-4214-a7ad-52d3c56f0791), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:41.597954 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-04593d01-4e9b-4124-bcd7-4cdfb2346732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (18fa8c67-46e6-4214-a7ad-52d3c56f0791), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:41.600883 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-04593d01-4e9b-4124-bcd7-4cdfb2346732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:41.602063 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-04593d01-4e9b-4124-bcd7-4cdfb2346732 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18fa8c67-46e6-4214-a7ad-52d3c56f0791 HTTP/1.1" status: 204 len: 168 time: 0.1931663 Aug 23 06:11:41.609756 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04593d01-4e9b-4124-bcd7-4cdfb2346732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fa8c67-46e6-4214-a7ad-52d3c56f0791,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:42.204655 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37806) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:42.217505 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-75e3c64d-5fc3-4a73-8c78-aca4f70af750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:42.290661 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-75e3c64d-5fc3-4a73-8c78-aca4f70af750 admin admin] Publish callbacks [] for security_group (507b451c-b217-493f-bd64-a13a1baa3b4a), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:42.410924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-75e3c64d-5fc3-4a73-8c78-aca4f70af750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (507b451c-b217-493f-bd64-a13a1baa3b4a), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:42.699812 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3c64d-5fc3-4a73-8c78-aca4f70af750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b451c-b217-493f-bd64-a13a1baa3b4a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:42.703946 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-75e3c64d-5fc3-4a73-8c78-aca4f70af750 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e25186233c384917aafac28de185ab5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982495 Aug 23 06:11:42.707192 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37816) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:42.753803 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5718d52e-3ed2-42ae-adda-4d2a120ad1cc admin admin] Publish callbacks [] for security_group (507b451c-b217-493f-bd64-a13a1baa3b4a), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:42.779960 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5718d52e-3ed2-42ae-adda-4d2a120ad1cc admin admin] Publish callbacks [] for security_group (507b451c-b217-493f-bd64-a13a1baa3b4a), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:42.934781 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5718d52e-3ed2-42ae-adda-4d2a120ad1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (507b451c-b217-493f-bd64-a13a1baa3b4a), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:42.939306 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5718d52e-3ed2-42ae-adda-4d2a120ad1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:42.939306 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-5718d52e-3ed2-42ae-adda-4d2a120ad1cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/507b451c-b217-493f-bd64-a13a1baa3b4a HTTP/1.1" status: 204 len: 168 time: 0.2309399 Aug 23 06:11:42.949883 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718d52e-3ed2-42ae-adda-4d2a120ad1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b451c-b217-493f-bd64-a13a1baa3b4a,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:43.014314 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2d65e-7407-4213-a866-dbcddb4d0032 req-b8e83655-1068-41ca-b33f-4d9b2dfcfb04 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:43.015810 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-27c2d65e-7407-4213-a866-dbcddb4d0032 req-b8e83655-1068-41ca-b33f-4d9b2dfcfb04 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0551357 Aug 23 06:11:43.062906 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-27c2d65e-7407-4213-a866-dbcddb4d0032 req-a5a5151b-2324-43ab-88c3-bfb924791a1a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Aug 23 06:11:44.185193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c145c1-2b6e-437e-9884-d73b548d3862 req-0f918bee-8aac-44a9-b97b-03d82cea1bb9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:44.186933 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-74c145c1-2b6e-437e-9884-d73b548d3862 req-0f918bee-8aac-44a9-b97b-03d82cea1bb9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0528035 Aug 23 06:11:44.233670 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-74c145c1-2b6e-437e-9884-d73b548d3862 req-1767ebc3-0484-4432-b867-4c312072408f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=3511e860-95ef-4bd2-83f2-94fab850a053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410364 Aug 23 06:11:44.367047 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-a67bb3a8-c25e-407f-aa48-1f2e1addb100 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:44.368503 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-a67bb3a8-c25e-407f-aa48-1f2e1addb100 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 945 time: 0.0505242 Aug 23 06:11:44.462731 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Deleting port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:44.463114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:44.549861 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] For port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:44.550226 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:44.710404 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:44.710767 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (88a9f872-3c39-4657-85a5-f7ba578d30f4), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:44.711079 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Floating IP 88a9f872-3c39-4657-85a5-f7ba578d30f4 disassociated. External IP: 172.27.1.84, port: 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c. Aug 23 06:11:44.711425 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Calling delete_port for 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:44.969573 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:44.998462 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event deleted for resources: {'Port': ['ID=94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:45.104689 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Router c6648d63-4941-472c-bb7b-64ab5e333034 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:11:45.206533 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:11:45.220625 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] Sync routers for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:11:45.234208 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:45.234908 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:45.250500 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] No DVR routers for this DVR port 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:11:45.252961 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:45.256353 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b8d34b4-a0d8-4e87-93e2-64b9a617a092 req-e7030e53-4b27-4735-b844-d1a39f1151af tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "DELETE /v2.0/ports/94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c HTTP/1.1" status: 204 len: 173 time: 0.8814776 Aug 23 06:11:45.256799 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'name': 'network-vif-deleted', 'tag': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:45.259150 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a56fa-a34b-4764-933d-8c720897e9d7" -d '{"events": [{"server_uuid": "39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce", "name": "network-vif-deleted", "tag": "94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:45.300073 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c668cd4f-aabd-4e7d-bcdc-e5cb9b42109d x-openstack-request-id: req-c668cd4f-aabd-4e7d-bcdc-e5cb9b42109d {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:45.300378 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce", "name": "network-vif-deleted", "tag": "94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:45.301048 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c668cd4f-aabd-4e7d-bcdc-e5cb9b42109d {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:45.301541 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c668cd4f-aabd-4e7d-bcdc-e5cb9b42109d'] response: {'server_uuid': '39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce', 'name': 'network-vif-deleted', 'tag': '94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c', 'status': 'completed', 'code': 200} Aug 23 06:11:45.350031 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:45.363463 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-57ee0363-4caf-446b-8567-74375cadfdfb req-84e9b331-7f58-4076-9f00-f043d0b289a3 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=39c9980d-93e3-46ec-8fc9-c08bf8e5f9ce HTTP/1.1" status: 200 len: 210 time: 0.0341821 Aug 23 06:11:45.558058 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:45.582060 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] Checking router: c6648d63-4941-472c-bb7b-64ab5e333034 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:11:45.591564 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:45.592098 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:45.691512 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:45.887868 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:45.911126 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269e2415-f730-4434-9079-1aae4ee17157 None None] The sync data for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi is: [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:11:46.122888 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2b228-f82c-46fd-a63c-101de99331d9 None None] New status for floating IP 88a9f872-3c39-4657-85a5-f7ba578d30f4: DOWN {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:11:46.518466 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37876) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:46.570555 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5f34-24cb-41b5-a5b0-274adb9ebf1c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (3511e860-95ef-4bd2-83f2-94fab850a053), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:46.593321 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5f34-24cb-41b5-a5b0-274adb9ebf1c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (3511e860-95ef-4bd2-83f2-94fab850a053), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:46.718832 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5f34-24cb-41b5-a5b0-274adb9ebf1c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3511e860-95ef-4bd2-83f2-94fab850a053), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:46.721400 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5f34-24cb-41b5-a5b0-274adb9ebf1c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:46.722621 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ce7e5f34-24cb-41b5-a5b0-274adb9ebf1c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "DELETE /v2.0/security-groups/3511e860-95ef-4bd2-83f2-94fab850a053 HTTP/1.1" status: 204 len: 168 time: 0.2031119 Aug 23 06:11:46.725771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37878) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:46.732014 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e5f34-24cb-41b5-a5b0-274adb9ebf1c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3511e860-95ef-4bd2-83f2-94fab850a053,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:46.738832 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-9337ec7f-56ed-449a-a046-d14a836fde97 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] show failed (client error): The resource could not be found. Aug 23 06:11:46.745316 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9337ec7f-56ed-449a-a046-d14a836fde97 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups/3511e860-95ef-4bd2-83f2-94fab850a053 HTTP/1.1" status: 404 len: 347 time: 0.0130329 Aug 23 06:11:46.747704 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37880) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:46.863111 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Deleting port faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:46.863456 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:46.936108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:46.936428 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:46.947686 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Calling delete_port for faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:47.148094 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.174159 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event deleted for resources: {'Port': ['ID=faa8bbfc-ad35-4aff-ab9a-114ef9d56e3d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:47.236024 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (88a9f872-3c39-4657-85a5-f7ba578d30f4), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.238646 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.240915 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-656824b8-c57a-4ef5-b263-0e44ded96712 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "DELETE /v2.0/floatingips/88a9f872-3c39-4657-85a5-f7ba578d30f4 HTTP/1.1" status: 204 len: 168 time: 0.4911704 Aug 23 06:11:47.404438 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37904) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:47.408971 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-6cc0730f-05b2-4732-864f-0d9204dfe8c0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752701385', 'description': 'tempest-description--1613326442'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:47.501669 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6cc0730f-05b2-4732-864f-0d9204dfe8c0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.566733 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6cc0730f-05b2-4732-864f-0d9204dfe8c0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (2c1f5f3b-699a-418f-8d4d-19f8b209f5e8), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.633011 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6cc0730f-05b2-4732-864f-0d9204dfe8c0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2c1f5f3b-699a-418f-8d4d-19f8b209f5e8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.663028 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0730f-05b2-4732-864f-0d9204dfe8c0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:47.732484 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6cc0730f-05b2-4732-864f-0d9204dfe8c0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.733812 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6cc0730f-05b2-4732-864f-0d9204dfe8c0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3283904 Aug 23 06:11:47.736686 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37910) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:47.741055 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-4716e31a-f7ca-43c7-bf55-9cdf4ba0f0a9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'security_group_rule': {'security_group_id': '2c1f5f3b-699a-418f-8d4d-19f8b209f5e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:47.849966 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4716e31a-f7ca-43c7-bf55-9cdf4ba0f0a9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (f814b957-07ce-4978-97ce-2ae5eb2ac7f8), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.904924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4716e31a-f7ca-43c7-bf55-9cdf4ba0f0a9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (f814b957-07ce-4978-97ce-2ae5eb2ac7f8), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.970212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4716e31a-f7ca-43c7-bf55-9cdf4ba0f0a9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (f814b957-07ce-4978-97ce-2ae5eb2ac7f8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:47.985187 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716e31a-f7ca-43c7-bf55-9cdf4ba0f0a9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f814b957-07ce-4978-97ce-2ae5eb2ac7f8,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:48.040725 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4716e31a-f7ca-43c7-bf55-9cdf4ba0f0a9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:48.040961 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:11:48.042056 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4716e31a-f7ca-43c7-bf55-9cdf4ba0f0a9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043873 Aug 23 06:11:48.044625 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37912) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:48.048901 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-840ca6c2-4693-48aa-88cf-05460617973a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'security_group_rule': {'security_group_id': '2c1f5f3b-699a-418f-8d4d-19f8b209f5e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:48.060679 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:11:48.061029 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 94b3a2f4-32df-4c5e-9b8a-d44cdf42b37c not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:11:48.153284 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-840ca6c2-4693-48aa-88cf-05460617973a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (d1636192-5148-417d-9505-c5b12bfaade8), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:48.214936 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-840ca6c2-4693-48aa-88cf-05460617973a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (d1636192-5148-417d-9505-c5b12bfaade8), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:48.335890 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-840ca6c2-4693-48aa-88cf-05460617973a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (d1636192-5148-417d-9505-c5b12bfaade8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:48.355567 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ca6c2-4693-48aa-88cf-05460617973a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1636192-5148-417d-9505-c5b12bfaade8,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:48.446419 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-840ca6c2-4693-48aa-88cf-05460617973a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:48.447671 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-840ca6c2-4693-48aa-88cf-05460617973a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4021263 Aug 23 06:11:48.450878 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37914) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:48.455162 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:48.552903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:48.645263 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:48.751718 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Allocated IP 172.27.1.177 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/30e26a20-c27e-480b-be2d-7dd2d1176bd9) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:11:48.849700 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for port (30e26a20-c27e-480b-be2d-7dd2d1176bd9), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.033595 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (30e26a20-c27e-480b-be2d-7dd2d1176bd9), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.071942 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:11:49.077123 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:11:49.080560 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:11:49.103084 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'Port': ['ID=30e26a20-c27e-480b-be2d-7dd2d1176bd9,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:49.162483 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (e3a700ce-01a7-4650-b86e-92ca76024a31), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.255038 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (30e26a20-c27e-480b-be2d-7dd2d1176bd9), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.398586 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37930) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:49.401299 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for port (30e26a20-c27e-480b-be2d-7dd2d1176bd9), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.479653 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (30e26a20-c27e-480b-be2d-7dd2d1176bd9), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.501584 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b182a4ee-67f4-44b7-b3dd-6c12dd7d0526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.548738 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'Port': ['ID=30e26a20-c27e-480b-be2d-7dd2d1176bd9,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:49.551889 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (e3a700ce-01a7-4650-b86e-92ca76024a31), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.573748 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b182a4ee-67f4-44b7-b3dd-6c12dd7d0526 admin admin] Publish callbacks [] for security_group (7a6ab67b-c87e-4359-8c86-41f2907ff61f), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.629201 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.631896 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-423d178d-b720-4fe3-8830-fede768f7ca9 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1790137 Aug 23 06:11:49.661667 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b182a4ee-67f4-44b7-b3dd-6c12dd7d0526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7a6ab67b-c87e-4359-8c86-41f2907ff61f), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.698981 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182a4ee-67f4-44b7-b3dd-6c12dd7d0526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6ab67b-c87e-4359-8c86-41f2907ff61f,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:49.703599 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b182a4ee-67f4-44b7-b3dd-6c12dd7d0526 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9801cb1f29ed44018d3f6ebf030727bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037696 Aug 23 06:11:49.706255 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37936) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:49.758655 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de92b356-0640-424d-9f4c-88bbf9b40186 admin admin] Publish callbacks [] for security_group (7a6ab67b-c87e-4359-8c86-41f2907ff61f), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.780991 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de92b356-0640-424d-9f4c-88bbf9b40186 admin admin] Publish callbacks [] for security_group (7a6ab67b-c87e-4359-8c86-41f2907ff61f), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.836999 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-5a6df1b2-687e-410f-890c-3a60a3009b95 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1752701385&fields=id&tenant_id=8149140f47e447fd92f7101559b3f0d3 HTTP/1.1" status: 200 len: 267 time: 0.0418200 Aug 23 06:11:49.890376 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de92b356-0640-424d-9f4c-88bbf9b40186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (7a6ab67b-c87e-4359-8c86-41f2907ff61f), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.893966 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de92b356-0640-424d-9f4c-88bbf9b40186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:49.895225 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-de92b356-0640-424d-9f4c-88bbf9b40186 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a6ab67b-c87e-4359-8c86-41f2907ff61f HTTP/1.1" status: 204 len: 168 time: 0.1879244 Aug 23 06:11:49.903760 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92b356-0640-424d-9f4c-88bbf9b40186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6ab67b-c87e-4359-8c86-41f2907ff61f,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:49.944163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-4345c4d5-caed-4d64-89a1-ea5e381b71fc tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:49.945661 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-4345c4d5-caed-4d64-89a1-ea5e381b71fc tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 811 time: 0.1016626 Aug 23 06:11:49.961019 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7e54f78b-9fda-4885-8da1-1b5d59cb2de1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/quotas/8149140f47e447fd92f7101559b3f0d3 HTTP/1.1" status: 200 len: 375 time: 0.0090470 Aug 23 06:11:50.020418 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-34bf5bbe-fdfe-4ab2-980b-2ecbd8ffbc6b tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533876 Aug 23 06:11:50.114994 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-0403fc1b-c0e6-40f8-8f0f-2db4088d9b82 service neutron] 10.222.0.26 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828044 Aug 23 06:11:50.205408 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-1606e0b6-f3be-45a7-91cc-f417e87622f2 service neutron] 10.222.0.26 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848322 Aug 23 06:11:50.528061 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d8894c65-03cc-465f-a2ac-adf7fab41d88 req-2621cc2a-c3b3-4fe7-be69-a810c50d876f tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 210 time: 0.0312130 Aug 23 06:11:50.635002 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 37962) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:50.648185 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dfebaf7f-a4a3-4105-b7d4-86e689ba5200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:50.720291 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dfebaf7f-a4a3-4105-b7d4-86e689ba5200 admin admin] Publish callbacks [] for security_group (bcae5252-95c4-4edb-87ae-502d06406a35), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:50.810314 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dfebaf7f-a4a3-4105-b7d4-86e689ba5200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (bcae5252-95c4-4edb-87ae-502d06406a35), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:50.848425 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-dfebaf7f-a4a3-4105-b7d4-86e689ba5200 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b931de0cf144b57ac2a844bb5a4bfe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123308 Aug 23 06:11:50.849576 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebaf7f-a4a3-4105-b7d4-86e689ba5200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae5252-95c4-4edb-87ae-502d06406a35,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:50.851561 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 37964) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:50.900260 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Publish callbacks [] for security_group (bcae5252-95c4-4edb-87ae-502d06406a35), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:50.920914 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Publish callbacks [] for security_group (bcae5252-95c4-4edb-87ae-502d06406a35), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:51.050677 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (bcae5252-95c4-4edb-87ae-502d06406a35), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:51.053358 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:51.054579 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcae5252-95c4-4edb-87ae-502d06406a35 HTTP/1.1" status: 204 len: 168 time: 0.2019382 Aug 23 06:11:51.062494 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcae5252-95c4-4edb-87ae-502d06406a35,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:51.069573 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.069930 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.070293 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.070624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.070963 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.071300 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.071635 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.071969 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.072303 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.072657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.073288 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.073288 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.073651 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae25e2-feb1-4735-b668-de4d9866d3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:51.622057 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1c88476-1378-41ac-84e8-7da4dfdfacc5 req-e3c38184-e8d0-4e0f-b309-d073b64e18e7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 210 time: 0.0263419 Aug 23 06:11:52.533914 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-29797afd-2e6a-4610-ab54-2b3d2496ffcb tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:52.535337 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-29797afd-2e6a-4610-ab54-2b3d2496ffcb tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 811 time: 0.1008937 Aug 23 06:11:52.594722 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-80d75a4a-986a-4b52-a4bd-8d17bcc90b99 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8149140f47e447fd92f7101559b3f0d3 HTTP/1.1" status: 200 len: 380 time: 0.0510845 Aug 23 06:11:52.603370 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'port': {'device_id': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'admin_state_up': True, 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'security_groups': ['2c1f5f3b-699a-418f-8d4d-19f8b209f5e8']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:52.722786 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9cbc455c-3076-4a6b-82b0-37f74b7ddf3c req-c5ed03db-375e-4b47-979a-3a71bd69adf7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 210 time: 0.0271811 Aug 23 06:11:52.798608 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Made reservation on behalf of 8149140f47e447fd92f7101559b3f0d3 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:11:52.802148 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:52.931337 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Allocated IP 172.20.0.14 (b27f2aad-ffa4-4af2-9a13-3121b136ade5/6ab2fe0e-479a-4370-936d-4753fd96d0f6/c4e1e6a8-b554-4348-a137-9f8a8f68edd7) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:11:53.070791 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:53.169167 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:53.215108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:11:53.218176 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:11:53.221972 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:11:53.245226 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event updated for resources: {'Port': ['ID=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:53.274340 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:53.274993 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:53.329194 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6498-3edd-48ba-88f5-c135c1f296c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:53.390148 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-7fa84ce6-aa5e-429a-a397-8c5d0aac2a3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7904694 Aug 23 06:11:53.401530 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Request body: {'port': {'device_id': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:11:53.463173 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:53.481697 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-75874196-2a8f-4d9a-96fb-a00ac3173fac None None] Provisioning complete for port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:11:53.482199 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-75874196-2a8f-4d9a-96fb-a00ac3173fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:53.516503 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-75874196-2a8f-4d9a-96fb-a00ac3173fac None None] Port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:11:53.715568 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e1e6a8-b554-4348-a137-9f8a8f68edd7 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:11:53.723261 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Publish callbacks [] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:53.735783 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Transition to ACTIVE for port object c4e1e6a8-b554-4348-a137-9f8a8f68edd7 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:11:53.760512 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26700c4c-38c6-42bf-9632-20e26b74caeb req-5fb55bbd-3a87-4c05-b6bc-43d50200f787 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:53.762435 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-26700c4c-38c6-42bf-9632-20e26b74caeb req-5fb55bbd-3a87-4c05-b6bc-43d50200f787 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0558007 Aug 23 06:11:53.811956 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-26700c4c-38c6-42bf-9632-20e26b74caeb req-68f83ba7-5fa8-4f31-ab65-0a801d2f2726 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442531 Aug 23 06:11:53.824279 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:53.920282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:53.934449 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec63ccb-6fa8-430f-9c7b-c0f07f86bac5 req-b18594f1-c5e1-4935-b7da-fbfac762139d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:53.935990 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9ec63ccb-6fa8-430f-9c7b-c0f07f86bac5 req-b18594f1-c5e1-4935-b7da-fbfac762139d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 932 time: 0.1402950 Aug 23 06:11:53.976357 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Attempting to bind port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:11:53.976624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Attempting to bind port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:11:53.976955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Attempting to bind port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 on network b27f2aad-ffa4-4af2-9a13-3121b136ade5 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:11:53.989840 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 on network b27f2aad-ffa4-4af2-9a13-3121b136ade5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:11:53.990165 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Attempting to bind port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 on network b27f2aad-ffa4-4af2-9a13-3121b136ade5 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:11:54.001556 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:11:54.001898 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Checking segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:11:54.002282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Bound using segment: {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:11:54.002706 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Bound port: c4e1e6a8-b554-4348-a137-9f8a8f68edd7, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091c19ec-1a16-4916-ad2a-1905c9e2adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:11:54.003119 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:54.009645 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9ec63ccb-6fa8-430f-9c7b-c0f07f86bac5 req-ba050c58-2248-4fab-90ba-cd2245fe2e04 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677471 Aug 23 06:11:54.069885 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] For port c4e1e6a8-b554-4348-a137-9f8a8f68edd7, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:11:54.072838 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] For port c4e1e6a8-b554-4348-a137-9f8a8f68edd7, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:11:54.169016 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:54.172142 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:54.173041 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:54.174507 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] 10.222.0.16 "PUT /v2.0/ports/c4e1e6a8-b554-4348-a137-9f8a8f68edd7 HTTP/1.1" status: 200 len: 1094 time: 0.7772975 Aug 23 06:11:54.178330 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'tag': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:54.179540 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0ebd14-9552-4e15-bf52-6c6637d58bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c823d77-0389-4e7a-b0cc-272d6e0a388f", "tag": "c4e1e6a8-b554-4348-a137-9f8a8f68edd7"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:54.222578 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad37b630-8d22-4fe5-9796-6e5fb684e16d x-openstack-request-id: req-ad37b630-8d22-4fe5-9796-6e5fb684e16d {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:54.222865 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c823d77-0389-4e7a-b0cc-272d6e0a388f", "tag": "c4e1e6a8-b554-4348-a137-9f8a8f68edd7", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:54.223112 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad37b630-8d22-4fe5-9796-6e5fb684e16d {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:54.223509 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad37b630-8d22-4fe5-9796-6e5fb684e16d'] response: {'name': 'network-changed', 'server_uuid': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'tag': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'status': 'completed', 'code': 200} Aug 23 06:11:54.244447 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24700620-0b4d-49a7-b1c6-911a41ff5c54 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:54.283296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ebd14-9552-4e15-bf52-6c6637d58bd0 req-72387204-1a21-4a43-8dc6-76514a44f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:54.284769 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c0ebd14-9552-4e15-bf52-6c6637d58bd0 req-72387204-1a21-4a43-8dc6-76514a44f676 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 1128 time: 0.0425529 Aug 23 06:11:54.390920 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ebd14-9552-4e15-bf52-6c6637d58bd0 req-10758df1-03bc-4fc8-a608-9f5ee0ea9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:54.392395 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c0ebd14-9552-4e15-bf52-6c6637d58bd0 req-10758df1-03bc-4fc8-a608-9f5ee0ea9d09 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8149140f47e447fd92f7101559b3f0d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000812 Aug 23 06:11:54.483163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ebd14-9552-4e15-bf52-6c6637d58bd0 req-21bc3321-7b00-4517-a684-7a1ffda09456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:54.484615 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c0ebd14-9552-4e15-bf52-6c6637d58bd0 req-21bc3321-7b00-4517-a684-7a1ffda09456 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863292 Aug 23 06:11:54.564061 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-6d725f5b-4ae1-4608-8523-dba033a313c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:54.566508 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-6d725f5b-4ae1-4608-8523-dba033a313c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 1128 time: 0.0445759 Aug 23 06:11:54.612195 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-a463d360-d5b7-4d65-9f60-04fb826e63d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4e1e6a8-b554-4348-a137-9f8a8f68edd7 HTTP/1.1" status: 200 len: 217 time: 0.0388312 Aug 23 06:11:54.659710 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-0051cb8f-1bc6-43a5-a113-8b5351a2270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:54.661200 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-0051cb8f-1bc6-43a5-a113-8b5351a2270d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab2fe0e-479a-4370-936d-4753fd96d0f6 HTTP/1.1" status: 200 len: 850 time: 0.0430722 Aug 23 06:11:54.708012 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-9db366eb-7010-49c4-a406-c8524c62b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:54.709496 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-9db366eb-7010-49c4-a406-c8524c62b57d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b27f2aad-ffa4-4af2-9a13-3121b136ade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421717 Aug 23 06:11:54.800567 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-9bca6ff6-5e84-419a-862b-ecbda09e98e1 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841765 Aug 23 06:11:54.896489 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e8aa06a-8502-450e-944c-2fae648b30e2 req-5c43d8e6-8fc2-4768-9d1b-e1a7c8de5972 service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886774 Aug 23 06:11:54.950241 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3928e-24a9-4db6-9bc6-13434def9b50 req-697bba0e-3976-4b98-ad7e-e1d70b1e959d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:54.951816 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fee3928e-24a9-4db6-9bc6-13434def9b50 req-697bba0e-3976-4b98-ad7e-e1d70b1e959d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0586960 Aug 23 06:11:55.006188 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fee3928e-24a9-4db6-9bc6-13434def9b50 req-632e9605-9e45-459e-b9a7-ef20791de884 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486276 Aug 23 06:11:55.132614 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375454ff-fd5b-45d2-aad4-704ac121da99 req-93e29f65-af08-420a-8d5e-c6680faf6ea4 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:55.134115 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-375454ff-fd5b-45d2-aad4-704ac121da99 req-93e29f65-af08-420a-8d5e-c6680faf6ea4 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 944 time: 0.0518572 Aug 23 06:11:55.180094 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-375454ff-fd5b-45d2-aad4-704ac121da99 req-6e602968-a6db-447c-b4a6-486a0086de20 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395553 Aug 23 06:11:55.421823 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5095917a-9291-4c06-b5d2-a81e6ce5c347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:55.625060 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-1d0eac0f-ee3d-4ec1-8185-33588b77ede5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:55.626461 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-1d0eac0f-ee3d-4ec1-8185-33588b77ede5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0505774 Aug 23 06:11:55.719525 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Deleting port d6e89767-1acb-4275-a2e8-db008e0dbf85 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:11:55.719874 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:55.809274 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] For port d6e89767-1acb-4275-a2e8-db008e0dbf85, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=d6e89767-1acb-4275-a2e8-db008e0dbf85,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:55.810013 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:55.971592 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:55.971961 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (4536ad9a-5290-41f8-81ec-d3d835ab5989), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:55.972284 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Floating IP 4536ad9a-5290-41f8-81ec-d3d835ab5989 disassociated. External IP: 172.27.1.172, port: d6e89767-1acb-4275-a2e8-db008e0dbf85. Aug 23 06:11:55.972642 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Calling delete_port for d6e89767-1acb-4275-a2e8-db008e0dbf85 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:11:56.139746 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659030-ffa4-45ab-80bc-81cdf586f04d req-9e2e0c60-91c0-44ef-a0e6-583d3f14c036 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:56.141215 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86659030-ffa4-45ab-80bc-81cdf586f04d req-9e2e0c60-91c0-44ef-a0e6-583d3f14c036 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 946 time: 0.0635915 Aug 23 06:11:56.191055 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86659030-ffa4-45ab-80bc-81cdf586f04d req-b59d452f-e67d-480c-8e85-63c164989cd0 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Aug 23 06:11:56.210337 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (d6e89767-1acb-4275-a2e8-db008e0dbf85), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:56.237896 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event deleted for resources: {'Port': ['ID=d6e89767-1acb-4275-a2e8-db008e0dbf85,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:56.305621 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1dd1-4450-4db6-8da0-f16867c3d197 req-93ae2418-bc67-4e77-a69a-0616cdb4c1c5 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:56.307952 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-79de1dd1-4450-4db6-8da0-f16867c3d197 req-93ae2418-bc67-4e77-a69a-0616cdb4c1c5 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 944 time: 0.0555723 Aug 23 06:11:56.350009 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:11:56.359203 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-79de1dd1-4450-4db6-8da0-f16867c3d197 req-ce423f65-17b5-4ac1-937f-62fc74d39c76 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Aug 23 06:11:56.452085 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:11:56.462466 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:11:56.471914 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:56.472749 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:56.491229 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] No DVR routers for this DVR port d6e89767-1acb-4275-a2e8-db008e0dbf85 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:11:56.493618 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:56.496932 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5eb0de6a-2172-496c-8743-39c6f431ef00 req-3f3e5bcf-3888-4763-a3c2-c4b9fd619d70 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "DELETE /v2.0/ports/d6e89767-1acb-4275-a2e8-db008e0dbf85 HTTP/1.1" status: 204 len: 173 time: 0.8647060 Aug 23 06:11:56.497366 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'name': 'network-vif-deleted', 'tag': 'd6e89767-1acb-4275-a2e8-db008e0dbf85'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:11:56.499608 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213aede1-0f53-426b-9516-c4d68e08b329" -d '{"events": [{"server_uuid": "57e95fec-5703-4ea9-9643-7a83b6b276d8", "name": "network-vif-deleted", "tag": "d6e89767-1acb-4275-a2e8-db008e0dbf85"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:11:56.534283 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3c717e-c847-4fea-a9b2-29fa205b1113 x-openstack-request-id: req-2a3c717e-c847-4fea-a9b2-29fa205b1113 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:11:56.534568 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e95fec-5703-4ea9-9643-7a83b6b276d8", "name": "network-vif-deleted", "tag": "d6e89767-1acb-4275-a2e8-db008e0dbf85", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:11:56.534828 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a3c717e-c847-4fea-a9b2-29fa205b1113 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:11:56.535238 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3c717e-c847-4fea-a9b2-29fa205b1113'] response: {'server_uuid': '57e95fec-5703-4ea9-9643-7a83b6b276d8', 'name': 'network-vif-deleted', 'tag': 'd6e89767-1acb-4275-a2e8-db008e0dbf85', 'status': 'completed', 'code': 200} Aug 23 06:11:56.575997 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:56.778454 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:56.805413 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:11:56.814289 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:11:56.814900 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:57.042388 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:11:57.104419 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:57.239979 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:11:57.245194 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38060) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:57.270479 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c584b-d01a-470a-9844-dafdfe2e4b82 None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:11:57.304884 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c524114f-2ac1-49ec-a893-474ca364a24a req-ac38c008-078a-4314-a985-1b746aeeda1f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e95fec-5703-4ea9-9643-7a83b6b276d8 HTTP/1.1" status: 200 len: 210 time: 0.0281928 Aug 23 06:11:57.502741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6a583328-80ba-4c40-9f84-9d8b8dc833a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:57.511682 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516ae03-8ad2-43b8-81e5-e8332f83d17c req-dfc6e926-2d0e-4166-af79-86aa6d98a9f0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:57.513222 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6516ae03-8ad2-43b8-81e5-e8332f83d17c req-dfc6e926-2d0e-4166-af79-86aa6d98a9f0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 944 time: 0.0800700 Aug 23 06:11:57.557686 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5894c-aa4f-430e-9082-812518c76f9c None None] New status for floating IP 4536ad9a-5290-41f8-81ec-d3d835ab5989: DOWN {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:11:57.581045 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6516ae03-8ad2-43b8-81e5-e8332f83d17c req-c43b5eeb-ec4a-4e12-8fb5-0f6cba503c46 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607030 Aug 23 06:11:57.627015 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6a583328-80ba-4c40-9f84-9d8b8dc833a6 admin admin] Publish callbacks [] for security_group (cf364a26-949e-4b61-86dc-8e1a8ab6b066), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:57.752482 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6a583328-80ba-4c40-9f84-9d8b8dc833a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (cf364a26-949e-4b61-86dc-8e1a8ab6b066), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:57.793320 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6a583328-80ba-4c40-9f84-9d8b8dc833a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d576c7518d04497be1751794074c2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5457475 Aug 23 06:11:57.794485 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a583328-80ba-4c40-9f84-9d8b8dc833a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf364a26-949e-4b61-86dc-8e1a8ab6b066,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:57.796061 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38068) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:11:57.846437 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Publish callbacks [] for security_group (cf364a26-949e-4b61-86dc-8e1a8ab6b066), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:57.866813 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Publish callbacks [] for security_group (cf364a26-949e-4b61-86dc-8e1a8ab6b066), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:57.987114 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (cf364a26-949e-4b61-86dc-8e1a8ab6b066), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:57.989735 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:57.990888 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf364a26-949e-4b61-86dc-8e1a8ab6b066 HTTP/1.1" status: 204 len: 168 time: 0.1935337 Aug 23 06:11:57.998928 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf364a26-949e-4b61-86dc-8e1a8ab6b066,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:58.005970 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.006322 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.006662 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.006997 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.007324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.007652 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.007978 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.008365 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.008647 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.008971 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.010031 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.010293 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.010617 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bef6d-d1d8-42b6-abc8-f8081e66e1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:11:58.083583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device c4e1e6a8-b554-4348-a137-9f8a8f68edd7 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:11:58.195019 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port c4e1e6a8-b554-4348-a137-9f8a8f68edd7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:58.206272 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'port_id': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'mac_address': 'fa:16:3e:5e:2e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:11:58.210093 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:58.240694 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:11:58.241057 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:58.257802 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e1e6a8-b554-4348-a137-9f8a8f68edd7 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:11:58.276224 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port c4e1e6a8-b554-4348-a137-9f8a8f68edd7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:11:58.351581 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:58.407294 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:11:58.635818 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-7c420aef-336b-490d-bf38-aa014b9798fd tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386478202&fields=id&tenant_id=ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 267 time: 0.0462036 Aug 23 06:11:58.666554 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['c4e1e6a8-b554-4348-a137-9f8a8f68edd7'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:11:58.712797 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd37b3-4bcc-4c01-aeca-f920a2ca889b req-d6118a66-29db-4494-ac4b-8c1b3f5a8b2d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:58.714353 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4cd37b3-4bcc-4c01-aeca-f920a2ca889b req-d6118a66-29db-4494-ac4b-8c1b3f5a8b2d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 945 time: 0.0596907 Aug 23 06:11:58.749969 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c717b-341d-4d3e-8594-39329296f81a req-2a2507c4-6adf-4319-bec1-e65bbda01bdf tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:58.756946 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-2a2507c4-6adf-4319-bec1-e65bbda01bdf tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 812 time: 0.1120028 Aug 23 06:11:58.770230 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f4cd37b3-4bcc-4c01-aeca-f920a2ca889b req-7b9c1a26-63d3-4800-9065-c2d816cc4fc0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494707 Aug 23 06:11:58.773604 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-620beee9-a226-4df0-bdd8-a2fa8aedf4c1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/quotas/ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 375 time: 0.0156744 Aug 23 06:11:58.830578 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-7e4edec1-a0ee-41b3-a771-8b928d77b2e9 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561275 Aug 23 06:11:58.927815 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-8ac67d3c-09df-47d9-8784-d7531f1bfc47 service neutron] 10.222.0.26 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850708 Aug 23 06:11:59.270615 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-97eed728-db57-47a8-a339-e3e976d13274 service neutron] 10.222.0.26 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363438 Aug 23 06:11:59.493942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:11:59.893952 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa6c3e-6acf-4ca8-825a-f9ed766b0ed0 req-c67aaa19-9e6c-465c-9ffc-5746ce0ed553 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:11:59.895473 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-76aa6c3e-6acf-4ca8-825a-f9ed766b0ed0 req-c67aaa19-9e6c-465c-9ffc-5746ce0ed553 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 945 time: 0.0538964 Aug 23 06:11:59.958014 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-76aa6c3e-6acf-4ca8-825a-f9ed766b0ed0 req-0905d9d9-04eb-4144-8459-9b60a8b87b23 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544522 Aug 23 06:11:59.965737 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d32bff01-3125-41ad-b621-e361237c4e2f req-6c4ac0d0-b88f-4a37-9c40-d33bab6f24fa tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 210 time: 0.0484283 Aug 23 06:12:00.082423 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device c4e1e6a8-b554-4348-a137-9f8a8f68edd7 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:00.191368 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:12:00.195667 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:00.200515 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:00.268683 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:00.269076 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:00.293815 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:12:00.296023 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c8821-dc7a-4d64-9618-5766f6d8da87" -d '{"events": [{"server_uuid": "0c823d77-0389-4e7a-b0cc-272d6e0a388f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e1e6a8-b554-4348-a137-9f8a8f68edd7"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:12:00.308423 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port c4e1e6a8-b554-4348-a137-9f8a8f68edd7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:00.330675 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3e63eb-5eeb-44d9-8a83-067f4cd5f996 x-openstack-request-id: req-3b3e63eb-5eeb-44d9-8a83-067f4cd5f996 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:12:00.331008 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c823d77-0389-4e7a-b0cc-272d6e0a388f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e1e6a8-b554-4348-a137-9f8a8f68edd7", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:12:00.331274 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b3e63eb-5eeb-44d9-8a83-067f4cd5f996 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:12:00.331672 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3e63eb-5eeb-44d9-8a83-067f4cd5f996'] response: {'server_uuid': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'code': 200} Aug 23 06:12:00.409520 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:00.410321 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device d6e89767-1acb-4275-a2e8-db008e0dbf85 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:12:00.446748 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: d6e89767-1acb-4275-a2e8-db008e0dbf85 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:12:00.447042 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device d6e89767-1acb-4275-a2e8-db008e0dbf85 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:12:00.470055 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:00.643401 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75129b87-ce70-4883-a1f3-df439c47904f req-c9c4fbd4-a69e-4edc-becb-9462f4accec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:00.644876 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-75129b87-ce70-4883-a1f3-df439c47904f req-c9c4fbd4-a69e-4edc-becb-9462f4accec6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 1130 time: 0.0464034 Aug 23 06:12:00.687275 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-75129b87-ce70-4883-a1f3-df439c47904f req-b36acc92-0566-4e3c-8ac0-9dec90dcadaf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363295 Aug 23 06:12:01.070561 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-094d5360-5b13-40b8-8281-8496c854b0ee req-246419ce-405b-4ede-98d9-0548877f0da5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 210 time: 0.0446534 Aug 23 06:12:01.093545 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b56fb-8cd9-4f8f-a613-9a138181411c req-a13164af-3397-46e9-8651-50b77fc56916 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:01.095219 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045b56fb-8cd9-4f8f-a613-9a138181411c req-a13164af-3397-46e9-8651-50b77fc56916 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 946 time: 0.0577173 Aug 23 06:12:01.148642 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045b56fb-8cd9-4f8f-a613-9a138181411c req-7a1aeb5b-4852-455a-bf38-019ba0f260d1 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475259 Aug 23 06:12:02.160351 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d1a737a9-62a2-4ecb-bb7d-40d112e11bcb req-09399af7-e446-4ffb-ba12-9cb65eb4c2c4 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 210 time: 0.0270650 Aug 23 06:12:02.205095 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c717b-341d-4d3e-8594-39329296f81a req-caac1bca-fee7-460a-9b7c-cf98d06bc2da tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:02.206669 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-caac1bca-fee7-460a-9b7c-cf98d06bc2da tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 812 time: 0.1106565 Aug 23 06:12:02.300758 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-c316ee0c-438c-42e3-855d-6ec119670b6d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 379 time: 0.0857511 Aug 23 06:12:02.308821 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fed82-56ce-4834-97d8-b24a4050fc79 req-c3205364-3566-4851-bdbc-cc2ce6490b8a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:02.310246 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-277fed82-56ce-4834-97d8-b24a4050fc79 req-c3205364-3566-4851-bdbc-cc2ce6490b8a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 946 time: 0.0892165 Aug 23 06:12:02.314690 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'port': {'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'admin_state_up': True, 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'security_groups': ['c8cb6349-1bb9-4de8-945f-ddc21d17c428']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:02.424048 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-277fed82-56ce-4834-97d8-b24a4050fc79 req-706fd84c-b91c-49b6-b9ee-feed2e39de3e tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057186 Aug 23 06:12:02.541418 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Made reservation on behalf of ac193dba6f144099ab5e70bc38c8c0a0 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:12:02.544852 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:02.673201 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Allocated IP 172.20.0.10 (88d5eb47-0f24-49f8-aeb0-d607177fd3cc/aeab5cdc-e965-490b-a2ab-050289e0939f/952b51a8-8665-4ee7-954b-ba033226ce3c) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:02.807856 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:02.956993 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:03.003781 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:03.006814 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:03.010526 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:03.016551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=952b51a8-8665-4ee7-954b-ba033226ce3c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:03.069345 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:03.070314 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:03.200513 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-439e8918-8eeb-4634-95b6-618256820892 None None] Provisioning complete for port 952b51a8-8665-4ee7-954b-ba033226ce3c triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:03.200963 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-439e8918-8eeb-4634-95b6-618256820892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:03.233353 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-439e8918-8eeb-4634-95b6-618256820892 None None] Port 952b51a8-8665-4ee7-954b-ba033226ce3c cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:12:03.247279 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-cacb01c3-ce3b-434d-8eef-07b6fc56628e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9360557 Aug 23 06:12:03.262617 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Request body: {'port': {'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:03.293467 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e65d46-f1fb-4db5-8c7e-3661cc89fa43 req-8071fc7b-5e88-4d11-a955-d337a960ac68 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:03.294879 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-47e65d46-f1fb-4db5-8c7e-3661cc89fa43 req-8071fc7b-5e88-4d11-a955-d337a960ac68 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 932 time: 0.0568166 Aug 23 06:12:03.320774 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:03.345836 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-47e65d46-f1fb-4db5-8c7e-3661cc89fa43 req-09234319-3c59-4448-990c-29b44ccdc61f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Aug 23 06:12:03.602270 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d20b-1f29-436f-9e19-69c1ef667f0d req-0d88c4ce-153a-48bc-9ea7-967a1d3d306a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:03.603778 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a40d20b-1f29-436f-9e19-69c1ef667f0d req-0d88c4ce-153a-48bc-9ea7-967a1d3d306a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 946 time: 0.0890081 Aug 23 06:12:03.684472 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a40d20b-1f29-436f-9e19-69c1ef667f0d req-3d452eb7-84fa-4acd-acd0-88b41013d571 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745692 Aug 23 06:12:03.692263 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952b51a8-8665-4ee7-954b-ba033226ce3c {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:12:03.702981 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Publish callbacks [] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:03.713570 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Transition to ACTIVE for port object 952b51a8-8665-4ee7-954b-ba033226ce3c will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:12:03.800597 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f02b6-67e9-4a10-899e-5d4071d960ab req-d3cb09b2-6e90-41c6-bb5d-1e1f06546161 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:03.802103 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6e6f02b6-67e9-4a10-899e-5d4071d960ab req-d3cb09b2-6e90-41c6-bb5d-1e1f06546161 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 946 time: 0.0507839 Aug 23 06:12:03.812198 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38166) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:03.816508 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Request body: {'floatingip': {'port_id': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:03.821052 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:03.861145 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (e3a700ce-01a7-4650-b86e-92ca76024a31), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:03.900746 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Pushing event updated for resources: {'Port': ['ID=952b51a8-8665-4ee7-954b-ba033226ce3c,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:03.931478 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Attempting to bind port 952b51a8-8665-4ee7-954b-ba033226ce3c on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:12:03.932108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Attempting to bind port 952b51a8-8665-4ee7-954b-ba033226ce3c by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:12:03.932442 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Attempting to bind port 952b51a8-8665-4ee7-954b-ba033226ce3c on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:03.936816 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Port 952b51a8-8665-4ee7-954b-ba033226ce3c on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:12:03.937137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Attempting to bind port 952b51a8-8665-4ee7-954b-ba033226ce3c on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:03.941899 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:12:03.942239 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Checking segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:03.942624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Bound using segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:12:03.943139 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Bound port: 952b51a8-8665-4ee7-954b-ba033226ce3c, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:12:03.943406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:04.003946 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] For port 952b51a8-8665-4ee7-954b-ba033226ce3c, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:12:04.006993 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] For port 952b51a8-8665-4ee7-954b-ba033226ce3c, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=952b51a8-8665-4ee7-954b-ba033226ce3c,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:12:04.078990 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:04.083160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.083789 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:04.085175 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] 10.222.0.16 "PUT /v2.0/ports/952b51a8-8665-4ee7-954b-ba033226ce3c HTTP/1.1" status: 200 len: 1094 time: 0.8269718 Aug 23 06:12:04.085633 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:12:04.087860 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785b9f36-814c-49e5-8b57-627d9b5fa7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:12:04.128123 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa1b1e2-f11c-4db8-9bcc-87bbfb13c532 x-openstack-request-id: req-6aa1b1e2-f11c-4db8-9bcc-87bbfb13c532 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:12:04.128422 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:12:04.128678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6aa1b1e2-f11c-4db8-9bcc-87bbfb13c532 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:12:04.129109 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa1b1e2-f11c-4db8-9bcc-87bbfb13c532'] response: {'name': 'network-changed', 'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'status': 'completed', 'code': 200} Aug 23 06:12:04.145331 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07285f60-42ab-4656-ba5b-4fd11bc27c70 service neutron] Pushing event updated for resources: {'Port': ['ID=952b51a8-8665-4ee7-954b-ba033226ce3c,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:04.195735 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b9f36-814c-49e5-8b57-627d9b5fa7e0 req-c6f947b8-db26-4932-85d0-31027792df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.197615 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-785b9f36-814c-49e5-8b57-627d9b5fa7e0 req-c6f947b8-db26-4932-85d0-31027792df7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 1128 time: 0.0484066 Aug 23 06:12:04.279907 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:04.294223 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b9f36-814c-49e5-8b57-627d9b5fa7e0 req-ec12413a-f81d-4534-be77-0431a6b86267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.295692 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-785b9f36-814c-49e5-8b57-627d9b5fa7e0 req-ec12413a-f81d-4534-be77-0431a6b86267 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0913224 Aug 23 06:12:04.340700 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (e3a700ce-01a7-4650-b86e-92ca76024a31), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:04.400735 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b9f36-814c-49e5-8b57-627d9b5fa7e0 req-e32ffd06-ef7e-4706-9eaa-3eea4379d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.402395 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-785b9f36-814c-49e5-8b57-627d9b5fa7e0 req-e32ffd06-ef7e-4706-9eaa-3eea4379d608 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000609 Aug 23 06:12:04.470371 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.l3_db [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Floating IP e3a700ce-01a7-4650-b86e-92ca76024a31 associated. External IP: 172.27.1.177, port: c4e1e6a8-b554-4348-a137-9f8a8f68edd7. Aug 23 06:12:04.481574 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c717b-341d-4d3e-8594-39329296f81a req-86358b93-9c7c-4760-9ff2-9010c372c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.483102 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-86358b93-9c7c-4760-9ff2-9010c372c8c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 1128 time: 0.0457392 Aug 23 06:12:04.523966 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178794-fc6e-4fbd-aeaf-ce023f5f1219 req-c20cdb35-0fd2-40b3-888a-cc8586a25e8a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.525770 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-35178794-fc6e-4fbd-aeaf-ce023f5f1219 req-c20cdb35-0fd2-40b3-888a-cc8586a25e8a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.1043563 Aug 23 06:12:04.534146 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-0c026fa6-7697-4129-bd3d-9dfcdb5f2eb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952b51a8-8665-4ee7-954b-ba033226ce3c HTTP/1.1" status: 200 len: 217 time: 0.0438268 Aug 23 06:12:04.591088 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c717b-341d-4d3e-8594-39329296f81a req-9175c545-a625-429c-b76a-08cf4ba3b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.592648 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-9175c545-a625-429c-b76a-08cf4ba3b832 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0530148 Aug 23 06:12:04.646993 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c717b-341d-4d3e-8594-39329296f81a req-0c383a0c-1e20-49f8-83e2-2abc4cd4c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.648524 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-0c383a0c-1e20-49f8-83e2-2abc4cd4c055 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497112 Aug 23 06:12:04.660050 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-35178794-fc6e-4fbd-aeaf-ce023f5f1219 req-52f64e93-e1fd-4d62-a620-136969e246fc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234493 Aug 23 06:12:04.728473 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Router c6648d63-4941-472c-bb7b-64ab5e333034 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:12:04.747342 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-266702b6-4727-4755-b914-b96b177a8697 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927324 Aug 23 06:12:04.836498 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:12:04.843879 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:04.847442 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-045c717b-341d-4d3e-8594-39329296f81a req-274653c4-c58c-4854-afeb-68f4f3f4fae5 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926771 Aug 23 06:12:04.848472 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] Sync routers for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:12:04.872692 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:04.872692 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:04.876905 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-98a121d5-83e1-42fc-a5d7-559bd29883bf tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "PUT /v2.0/floatingips/e3a700ce-01a7-4650-b86e-92ca76024a31 HTTP/1.1" status: 200 len: 992 time: 1.0616736 Aug 23 06:12:04.876905 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'tag': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:12:04.878356 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a118bb67-1e1c-4b08-9234-580fb2f89944" -d '{"events": [{"name": "network-changed", "server_uuid": "0c823d77-0389-4e7a-b0cc-272d6e0a388f", "tag": "c4e1e6a8-b554-4348-a137-9f8a8f68edd7"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:12:04.917205 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc6ce04-d166-4e7f-bb6f-84242edaba65 x-openstack-request-id: req-0bc6ce04-d166-4e7f-bb6f-84242edaba65 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:12:04.917548 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c823d77-0389-4e7a-b0cc-272d6e0a388f", "tag": "c4e1e6a8-b554-4348-a137-9f8a8f68edd7", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:12:04.917815 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bc6ce04-d166-4e7f-bb6f-84242edaba65 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:12:04.918281 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc6ce04-d166-4e7f-bb6f-84242edaba65'] response: {'name': 'network-changed', 'server_uuid': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'tag': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'status': 'completed', 'code': 200} Aug 23 06:12:04.973646 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:04.994425 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-0634afc4-a17f-4362-a56d-ef5bcc1ddfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:04.996005 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-0634afc4-a17f-4362-a56d-ef5bcc1ddfe7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8149140f47e447fd92f7101559b3f0d3&device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 1130 time: 0.0490789 Aug 23 06:12:05.095214 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-b2e3b30a-feec-4b4c-b8b7-59a119b8f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:05.096702 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-b2e3b30a-feec-4b4c-b8b7-59a119b8f2e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 200 len: 912 time: 0.0939271 Aug 23 06:12:05.159902 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-242bab99-e30f-453b-800b-8307df04c6a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4e1e6a8-b554-4348-a137-9f8a8f68edd7 HTTP/1.1" status: 200 len: 1000 time: 0.0562427 Aug 23 06:12:05.209597 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-c35a9fcd-0973-430a-a914-8157c4051125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:05.211063 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-c35a9fcd-0973-430a-a914-8157c4051125 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab2fe0e-479a-4370-936d-4753fd96d0f6 HTTP/1.1" status: 200 len: 850 time: 0.0458558 Aug 23 06:12:05.219895 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'e3a700ce-01a7-4650-b86e-92ca76024a31', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'port_id': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'mac_address': 'fa:16:3e:5e:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:49Z', 'updated_at': '2022-08-23T06:12:04Z', 'revision_number': 1, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:05.245388 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] Checking router: c6648d63-4941-472c-bb7b-64ab5e333034 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:12:05.254876 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:05.255493 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:05.267564 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-d92ea42b-4989-430a-b285-85a0d4fb1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:05.269460 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-d92ea42b-4989-430a-b285-85a0d4fb1a38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b27f2aad-ffa4-4af2-9a13-3121b136ade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524743 Aug 23 06:12:05.357762 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-d168bf3c-d49b-4704-b61d-1e2b174edf8a service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819075 Aug 23 06:12:05.368272 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:05.457396 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a118bb67-1e1c-4b08-9234-580fb2f89944 req-12340046-906d-401b-8c73-dddaa7d9824a service neutron] 10.222.0.16 "GET /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930848 Aug 23 06:12:05.601927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'e3a700ce-01a7-4650-b86e-92ca76024a31', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'port_id': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'mac_address': 'fa:16:3e:5e:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:49Z', 'updated_at': '2022-08-23T06:12:04Z', 'revision_number': 1, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:05.631227 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b8562-d861-4f7c-9fec-eaaca44cb4bc None None] The sync data for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi is: [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': 'e3a700ce-01a7-4650-b86e-92ca76024a31', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'port_id': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'mac_address': 'fa:16:3e:5e:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:11:49Z', 'updated_at': '2022-08-23T06:12:04Z', 'revision_number': 1, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:12:05.796755 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364813-1c12-44c2-bcb3-b4a3bb2f8518 req-679c89dc-8748-4b79-9086-95180ed0a776 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:05.798696 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-59364813-1c12-44c2-bcb3-b4a3bb2f8518 req-679c89dc-8748-4b79-9086-95180ed0a776 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.0554965 Aug 23 06:12:05.855707 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-59364813-1c12-44c2-bcb3-b4a3bb2f8518 req-a53b5922-5603-48dd-a29c-badef6e6e878 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507679 Aug 23 06:12:05.859010 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0be22-e14e-4b89-960e-698c74a09646 None None] New status for floating IP e3a700ce-01a7-4650-b86e-92ca76024a31: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:12:06.980963 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3be590-74cb-4677-9ac1-b6e10764c57b req-a6228b67-621f-403f-b6a4-3302bbf6c011 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:06.982455 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9a3be590-74cb-4677-9ac1-b6e10764c57b req-a6228b67-621f-403f-b6a4-3302bbf6c011 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.0520301 Aug 23 06:12:07.030864 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9a3be590-74cb-4677-9ac1-b6e10764c57b req-1506bc71-210e-479a-b6f5-5690ba5eb096 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427608 Aug 23 06:12:08.150846 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b716690-224b-4653-b951-3c29002c3c9b req-dd0b9c22-b34a-44da-9d39-79ac1d3273b7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:08.152336 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5b716690-224b-4653-b951-3c29002c3c9b req-dd0b9c22-b34a-44da-9d39-79ac1d3273b7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.0528965 Aug 23 06:12:08.201039 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5b716690-224b-4653-b951-3c29002c3c9b req-e9276f6f-3eab-4026-b4ff-2b3b6afa67de tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Aug 23 06:12:09.319058 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95479454-fe53-458a-853d-2880ebb8eb66 req-cfd07b76-c9a6-453c-80ef-b6e3c0209a3f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:09.320789 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-95479454-fe53-458a-853d-2880ebb8eb66 req-cfd07b76-c9a6-453c-80ef-b6e3c0209a3f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.0504153 Aug 23 06:12:09.370535 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-95479454-fe53-458a-853d-2880ebb8eb66 req-1591333d-856f-4807-9379-22951425ff62 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439262 Aug 23 06:12:10.333069 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:10.491743 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66344ea0-f746-4fd3-9f42-dadca0c3a2df req-84367776-d021-4df4-b20d-67a3cfddf1ad tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:10.493477 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-66344ea0-f746-4fd3-9f42-dadca0c3a2df req-84367776-d021-4df4-b20d-67a3cfddf1ad tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.0533473 Aug 23 06:12:10.542296 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-66344ea0-f746-4fd3-9f42-dadca0c3a2df req-0c26f5a2-269b-4b78-afbb-2c62b306b7c3 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431745 Aug 23 06:12:11.344281 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38272) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:11.446851 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8de4beea-aaa8-4ec4-84f1-8d542f979185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:11.520807 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8de4beea-aaa8-4ec4-84f1-8d542f979185 admin admin] Publish callbacks [] for security_group (0cd49434-118f-4667-b4a5-65e9cdc31b96), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:11.586179 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8de4beea-aaa8-4ec4-84f1-8d542f979185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0cd49434-118f-4667-b4a5-65e9cdc31b96), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:11.624023 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4beea-aaa8-4ec4-84f1-8d542f979185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd49434-118f-4667-b4a5-65e9cdc31b96,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:11.634391 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-8de4beea-aaa8-4ec4-84f1-8d542f979185 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a91efb5de046414c8f0c820777edaee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858758 Aug 23 06:12:11.634391 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38280) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:11.668188 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90fdc8-c535-4e12-a286-ccc6f2bfd257 req-4d38415d-a6ca-43b1-ac1c-135ab194f36b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:11.669670 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ee90fdc8-c535-4e12-a286-ccc6f2bfd257 req-4d38415d-a6ca-43b1-ac1c-135ab194f36b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.0554848 Aug 23 06:12:11.681335 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-467b34e7-057b-4a45-8680-28f9a9b72136 admin admin] Publish callbacks [] for security_group (0cd49434-118f-4667-b4a5-65e9cdc31b96), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:11.703049 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-467b34e7-057b-4a45-8680-28f9a9b72136 admin admin] Publish callbacks [] for security_group (0cd49434-118f-4667-b4a5-65e9cdc31b96), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:11.717813 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ee90fdc8-c535-4e12-a286-ccc6f2bfd257 req-66aa33aa-2817-4385-a5e1-52fdfd48bd8e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Aug 23 06:12:11.803153 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-467b34e7-057b-4a45-8680-28f9a9b72136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0cd49434-118f-4667-b4a5-65e9cdc31b96), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:11.805793 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-467b34e7-057b-4a45-8680-28f9a9b72136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:11.806944 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-467b34e7-057b-4a45-8680-28f9a9b72136 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cd49434-118f-4667-b4a5-65e9cdc31b96 HTTP/1.1" status: 204 len: 168 time: 0.1739030 Aug 23 06:12:11.814446 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b34e7-057b-4a45-8680-28f9a9b72136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd49434-118f-4667-b4a5-65e9cdc31b96,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:12.485644 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:12:12.841051 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6983-3fca-455c-8727-7924cee745fc req-63f0821b-cfa9-4c99-bb04-1249189adc82 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:12.842595 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f7ad6983-3fca-455c-8727-7924cee745fc req-63f0821b-cfa9-4c99-bb04-1249189adc82 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.0554149 Aug 23 06:12:12.895613 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38304) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:12.897086 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f7ad6983-3fca-455c-8727-7924cee745fc req-afbfd8e3-f987-406f-a90b-bde7c5adfeaa tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489867 Aug 23 06:12:12.987871 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1652541873-network', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:13.071924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Made reservation on behalf of dbc74906c6ae4a76b628ff3fa8cda00e for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:12:13.074191 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.082554 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.154825 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Publish callbacks [] for security_group (fa05ccad-4edd-4a2b-93eb-83d9039b5773), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.229673 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (fa05ccad-4edd-4a2b-93eb-83d9039b5773), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.255671 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:12:13.262405 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa05ccad-4edd-4a2b-93eb-83d9039b5773,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:13.268852 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (6a2735c7-98ef-41cd-9f75-e8837dbeceb9), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.269760 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Added segment 6a2735c7-98ef-41cd-9f75-e8837dbeceb9 of type vlan for network 4f3af64f-78d8-4c08-a166-d018612b4959 Aug 23 06:12:13.307032 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (4f3af64f-78d8-4c08-a166-d018612b4959), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.401668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (4f3af64f-78d8-4c08-a166-d018612b4959), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.402652 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:13.403266 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.459585 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] Pushing event updated for resources: {'Network': ['ID=4f3af64f-78d8-4c08-a166-d018612b4959,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:13.468791 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 4f3af64f-78d8-4c08-a166-d018612b4959 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:12:13.547446 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-98286f30-d865-4ecd-8884-05ae12ee4aef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6507478 Aug 23 06:12:13.550261 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38308) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:13.555503 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Request body: {'subnet': {'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1652541873-subnet', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:13.641371 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Made reservation on behalf of dbc74906c6ae4a76b628ff3fa8cda00e for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:12:13.643686 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30006146'] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.871977 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49376396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30006164'] for subnet (8e7e7c73-a2c2-4856-b5a6-790f966b672a), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:13.924778 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7e7c73-a2c2-4856-b5a6-790f966b672a,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:13.937088 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Checking segment: {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:13.937468 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Network hostable DHCP agents. Network: 4f3af64f-78d8-4c08-a166-d018612b4959, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:12:14.016656 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ffc46-0339-4701-8851-2d78959ac7b7 req-aa1d21df-d885-4634-889c-858c44b42caf tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:14.018163 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6c4ffc46-0339-4701-8851-2d78959ac7b7 req-aa1d21df-d885-4634-889c-858c44b42caf tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 944 time: 0.0512233 Aug 23 06:12:14.057559 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Network 4f3af64f-78d8-4c08-a166-d018612b4959 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:12:14.076235 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6c4ffc46-0339-4701-8851-2d78959ac7b7 req-286cd145-7b23-462f-a8fc-d7b79da138b5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525181 Aug 23 06:12:14.132116 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 952b51a8-8665-4ee7-954b-ba033226ce3c details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:12:14.134639 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 4f3af64f-78d8-4c08-a166-d018612b4959) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:14.139269 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:14.139871 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.145522 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9820f-93e6-4ed8-9f96-36cc87426b69 None None] Network 4f3af64f-78d8-4c08-a166-d018612b4959 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:12:14.217507 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8e3e5be1-61bd-4201-8052-15915982c87d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6662002 Aug 23 06:12:14.220440 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38312) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:14.225033 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:14.294605 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.295670 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.305742 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-4f3af64f-78d8-4c08-a166-d018612b4959', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:12:14.307266 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.310146 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 952b51a8-8665-4ee7-954b-ba033226ce3c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=952b51a8-8665-4ee7-954b-ba033226ce3c,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:14.331808 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:12:14.345799 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks [] for router_controller (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.436600 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 952b51a8-8665-4ee7-954b-ba033226ce3c is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:14.437081 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.474374 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952b51a8-8665-4ee7-954b-ba033226ce3c {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:12:14.507306 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Allocated IP 172.20.0.2 (4f3af64f-78d8-4c08-a166-d018612b4959/8e7e7c73-a2c2-4856-b5a6-790f966b672a/618e1246-fa51-4c85-8711-77c0bdd1a41c) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:14.510789 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 952b51a8-8665-4ee7-954b-ba033226ce3c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=952b51a8-8665-4ee7-954b-ba033226ce3c,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:14.544778 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks [] for router_gateway (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.685983 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.756739 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=952b51a8-8665-4ee7-954b-ba033226ce3c,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:14.769942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.770301 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.770650 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.770988 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.771325 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.771701 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.772036 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.772367 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.772802 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.773028 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.773363 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.773736 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.774061 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:14.802238 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks [] for router_gateway (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.821533 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.827425 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Publish callbacks [] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.927625 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:14.927937 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Allocated IP 172.27.1.214 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/980c4f0d-fa0f-4fbf-a75d-d17a8090a12f) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:14.970555 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Network 4f3af64f-78d8-4c08-a166-d018612b4959 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:14.976367 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:14.979502 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:14.983183 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Pushing event updated for resources: {'Port': ['ID=618e1246-fa51-4c85-8711-77c0bdd1a41c,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:15.030701 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks [] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:15.035494 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Attempting to bind port 618e1246-fa51-4c85-8711-77c0bdd1a41c on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:12:15.040398 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Attempting to bind port 618e1246-fa51-4c85-8711-77c0bdd1a41c by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:12:15.040398 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Attempting to bind port 618e1246-fa51-4c85-8711-77c0bdd1a41c on network 4f3af64f-78d8-4c08-a166-d018612b4959 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:15.041626 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:12:15.042000 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Checking segment: {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:15.042400 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:15.042790 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Bound using segment: {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:12:15.043277 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Bound port: 618e1246-fa51-4c85-8711-77c0bdd1a41c, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:12:15.043652 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:15.081011 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['952b51a8-8665-4ee7-954b-ba033226ce3c'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:12:15.136061 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:15.143442 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] For port 618e1246-fa51-4c85-8711-77c0bdd1a41c, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:12:15.150226 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] For port 618e1246-fa51-4c85-8711-77c0bdd1a41c, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=618e1246-fa51-4c85-8711-77c0bdd1a41c,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:12:15.176017 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:15.183229 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:15.185888 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:15.205761 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a76ade-6109-4798-b0ef-f1c99ab57ef6 req-5ea9192f-4873-457e-a6aa-e364cee391ca tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:15.208011 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-37a76ade-6109-4798-b0ef-f1c99ab57ef6 req-5ea9192f-4873-457e-a6aa-e364cee391ca tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 945 time: 0.0575857 Aug 23 06:12:15.212472 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Pushing event updated for resources: {'Port': ['ID=980c4f0d-fa0f-4fbf-a75d-d17a8090a12f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:15.232714 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:15.267587 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-37a76ade-6109-4798-b0ef-f1c99ab57ef6 req-1676cc60-01d9-4427-9397-61fb5a52b66d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526149 Aug 23 06:12:15.326035 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf28cb4-57af-4c30-b81a-6076bea50ca7 None None] Pushing event updated for resources: {'Port': ['ID=618e1246-fa51-4c85-8711-77c0bdd1a41c,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:15.549021 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks [] for router_gateway (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:15.780298 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 618e1246-fa51-4c85-8711-77c0bdd1a41c up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:15.827316 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 618e1246-fa51-4c85-8711-77c0bdd1a41c triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:15.827700 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:15.911839 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 618e1246-fa51-4c85-8711-77c0bdd1a41c is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:15.912371 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:15.954180 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 618e1246-fa51-4c85-8711-77c0bdd1a41c, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=618e1246-fa51-4c85-8711-77c0bdd1a41c,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:15.997422 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:16.054726 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:16.111290 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=618e1246-fa51-4c85-8711-77c0bdd1a41c,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:16.153403 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 952b51a8-8665-4ee7-954b-ba033226ce3c up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:16.185582 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b5783-8752-4480-bfc1-ba89c5a916e0 None None] Network 4f3af64f-78d8-4c08-a166-d018612b4959 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:12:16.248985 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:12:16.270196 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-144ba897-a537-4a45-8e52-a93a53024bd8 None None] Provisioning complete for port 618e1246-fa51-4c85-8711-77c0bdd1a41c triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:16.270567 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-144ba897-a537-4a45-8e52-a93a53024bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:16.378868 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-144ba897-a537-4a45-8e52-a93a53024bd8 None None] Current status of the port 618e1246-fa51-4c85-8711-77c0bdd1a41c is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:16.381710 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 952b51a8-8665-4ee7-954b-ba033226ce3c completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:12:16.387407 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 952b51a8-8665-4ee7-954b-ba033226ce3c triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:16.387865 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:16.389559 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:12:16.409942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Sync routers for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:12:16.428197 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1888e-f26c-493e-86e3-bfc68eb5fc5e req-97dc5e0b-55fc-4bd8-9768-3ca01498b015 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:16.429462 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6ae1888e-f26c-493e-86e3-bfc68eb5fc5e req-97dc5e0b-55fc-4bd8-9768-3ca01498b015 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 945 time: 0.0841846 Aug 23 06:12:16.437087 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:16.437926 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:16.482566 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:16.486411 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-07c6ba09-94a9-4ba9-b326-3f0abd4ef013 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2625337 Aug 23 06:12:16.492984 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38320) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:16.499873 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6ae1888e-f26c-493e-86e3-bfc68eb5fc5e req-d304fd38-0370-4754-aec7-6da746e05368 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644717 Aug 23 06:12:16.560018 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 952b51a8-8665-4ee7-954b-ba033226ce3c is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:16.560251 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:16.589183 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:16.623125 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:12:16.625533 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179c0d2-8dbc-4d1c-9383-32dede41fe8e" -d '{"events": [{"server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "name": "network-vif-plugged", "status": "completed", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:12:16.670624 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 952b51a8-8665-4ee7-954b-ba033226ce3c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=952b51a8-8665-4ee7-954b-ba033226ce3c,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:16.711635 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c6dc17-67d2-4e25-8402-34505bb234e5 x-openstack-request-id: req-60c6dc17-67d2-4e25-8402-34505bb234e5 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:12:16.711958 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "name": "network-vif-plugged", "status": "completed", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:12:16.712176 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60c6dc17-67d2-4e25-8402-34505bb234e5 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:12:16.712575 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c6dc17-67d2-4e25-8402-34505bb234e5'] response: {'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'code': 200} Aug 23 06:12:16.716133 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-fa515ba4-73c0-451a-8bf0-73a1398e430a None None] Provisioning complete for port 618e1246-fa51-4c85-8711-77c0bdd1a41c triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:16.716446 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa515ba4-73c0-451a-8bf0-73a1398e430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:16.751417 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:16.854220 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=952b51a8-8665-4ee7-954b-ba033226ce3c,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:16.897308 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-fa515ba4-73c0-451a-8bf0-73a1398e430a None None] Current status of the port 618e1246-fa51-4c85-8711-77c0bdd1a41c is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:16.913452 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:15Z', 'revision_number': 3, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:16.942166 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Checking router: b61dacd0-6b7d-49c8-89ba-eea0c09465f1 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:12:16.942489 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Updating router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:12:16.970516 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.088181 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d82c-3615-438b-bbc8-b9e6c2cb6dbe req-add31da4-56f2-4c4a-a5a6-4a9d6bbf5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:17.089981 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2b11d82c-3615-438b-bbc8-b9e6c2cb6dbe req-add31da4-56f2-4c4a-a5a6-4a9d6bbf5373 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 1130 time: 0.0447841 Aug 23 06:12:17.131404 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.138983 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2b11d82c-3615-438b-bbc8-b9e6c2cb6dbe req-04bf145c-5128-4a6a-af11-76b593145205 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416567 Aug 23 06:12:17.225174 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Publish callbacks [] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.282369 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Allocated IP 172.20.0.1 (4f3af64f-78d8-4c08-a166-d018612b4959/8e7e7c73-a2c2-4856-b5a6-790f966b672a/c31f9e94-0410-4319-bdc1-51366c2e5166) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:17.351422 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.384661 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Attempting to bind port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:12:17.384975 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Attempting to bind port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:12:17.385335 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Attempting to bind port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:17.395256 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Publish callbacks [] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.396712 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:12:17.397083 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:17.397607 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.397984 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:12:17.398451 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Bound port: 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:12:17.398830 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.419826 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2278-06f9-43d8-b87d-b76e111d2747 None None] Pushing event updated for resources: {'Port': ['ID=980c4f0d-fa0f-4fbf-a75d-d17a8090a12f,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:17.454487 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] For port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:12:17.457600 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] For port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=980c4f0d-fa0f-4fbf-a75d-d17a8090a12f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:12:17.484022 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.518742 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Network 4f3af64f-78d8-4c08-a166-d018612b4959 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:17.523367 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:17.526863 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:17.544818 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.552268 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Pushing event updated for resources: {'Port': ['ID=c31f9e94-0410-4319-bdc1-51366c2e5166,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:17.573780 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.597598 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:17.598228 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:17.653300 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2278-06f9-43d8-b87d-b76e111d2747 None None] Pushing event updated for resources: {'Port': ['ID=980c4f0d-fa0f-4fbf-a75d-d17a8090a12f,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:17.660942 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc062-9b6d-4a4d-9ef0-d4717d2eb8c7 req-42253b58-9b37-40ef-90da-4234e3dfcbdc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:17.669244 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3dcdc062-9b6d-4a4d-9ef0-d4717d2eb8c7 req-42253b58-9b37-40ef-90da-4234e3dfcbdc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0780416 Aug 23 06:12:17.721046 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3dcdc062-9b6d-4a4d-9ef0-d4717d2eb8c7 req-7423c2fe-5001-470b-a71f-9bce1c049ba9 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505936 Aug 23 06:12:17.819788 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.840822 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 618e1246-fa51-4c85-8711-77c0bdd1a41c up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:17.887544 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:17.937959 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-70701471-1992-4096-8400-12c90fa405b5 None None] Provisioning complete for port c31f9e94-0410-4319-bdc1-51366c2e5166 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:17.938260 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-70701471-1992-4096-8400-12c90fa405b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:17.980130 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Publish callbacks [] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:18.020203 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-70701471-1992-4096-8400-12c90fa405b5 None None] Port c31f9e94-0410-4319-bdc1-51366c2e5166 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:12:18.029362 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 618e1246-fa51-4c85-8711-77c0bdd1a41c triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:18.029769 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:18.065835 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:18.138417 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:18.141216 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Pushing event updated for resources: {'Port': ['ID=c31f9e94-0410-4319-bdc1-51366c2e5166,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:18.151627 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 618e1246-fa51-4c85-8711-77c0bdd1a41c is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:18.166846 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:15Z', 'revision_number': 3, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:18.191446 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b894e9-0b24-474b-909a-085bb48e3f7a None None] The sync data for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi is: [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:15Z', 'revision_number': 3, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:12:18.235624 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Network 4f3af64f-78d8-4c08-a166-d018612b4959 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:18.236999 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:18.350980 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:12:18.467439 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:12:18.472601 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-7cb72a12-f361-4116-99f2-ad946fcebda6 admin admin] 10.222.0.26 "PUT /v2.0/routers/b61dacd0-6b7d-49c8-89ba-eea0c09465f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9844818 Aug 23 06:12:18.542500 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-a258ade0-79b2-4158-a9d9-395e96e122a5 None None] Provisioning complete for port c31f9e94-0410-4319-bdc1-51366c2e5166 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:18.542952 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a258ade0-79b2-4158-a9d9-395e96e122a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:18.588562 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-a258ade0-79b2-4158-a9d9-395e96e122a5 None None] Port c31f9e94-0410-4319-bdc1-51366c2e5166 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:12:18.881087 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b626e0-70c4-429f-a67d-45e5874faff9 req-84f6f131-0afe-4fc8-a7e0-0c8e61229cd9 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:18.888938 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-26b626e0-70c4-429f-a67d-45e5874faff9 req-84f6f131-0afe-4fc8-a7e0-0c8e61229cd9 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0793667 Aug 23 06:12:18.942332 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-26b626e0-70c4-429f-a67d-45e5874faff9 req-2b5222ad-cca2-45bd-a3ed-0dc11a95f4fa tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521243 Aug 23 06:12:19.302588 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38348) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:19.307448 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2108730642-network', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:19.397016 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Made reservation on behalf of 12370ad0ad8f4c5eafa452545c053d78 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:12:19.399365 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.407952 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.482741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Publish callbacks [] for security_group (77f9b01a-2552-4227-8707-44d56ec78301), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.545849 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (77f9b01a-2552-4227-8707-44d56ec78301), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.571128 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:12:19.580745 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f9b01a-2552-4227-8707-44d56ec78301,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:19.585468 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (8eb586ce-894e-4577-814c-c458b33d82e1), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.585808 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Added segment 8eb586ce-894e-4577-814c-c458b33d82e1 of type vlan for network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 Aug 23 06:12:19.626212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (b50f0eb9-e25e-43c6-bea1-0308c66c1c62), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.728814 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (b50f0eb9-e25e-43c6-bea1-0308c66c1c62), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.732078 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:19.732078 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.777501 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:19.791750 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] Pushing event updated for resources: {'Network': ['ID=b50f0eb9-e25e-43c6-bea1-0308c66c1c62,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:19.802729 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:12:19.828588 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Sync routers for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:12:19.832597 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38350) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:19.832753 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5f5e6c8c-b52c-47a3-b261-27c132dcf55a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5289927 Aug 23 06:12:19.838512 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Request body: {'subnet': {'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2108730642-subnet', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'ip_version': 4}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:19.839982 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:19.840578 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:19.885944 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:19.886329 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.922988 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Made reservation on behalf of 12370ad0ad8f4c5eafa452545c053d78 for: {'subnet': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:12:19.926080 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30818228'] for subnet (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.942376 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:19.963103 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:19.963590 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:19.991300 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=980c4f0d-fa0f-4fbf-a75d-d17a8090a12f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:20.077713 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15568e-805f-4411-84db-751e6e3049b3 req-9412655d-22a7-4e40-b724-dd106dac858c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:20.079122 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-de15568e-805f-4411-84db-751e6e3049b3 req-9412655d-22a7-4e40-b724-dd106dac858c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0581627 Aug 23 06:12:20.134260 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.141314 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-de15568e-805f-4411-84db-751e6e3049b3 req-575daf0e-6518-4c30-a852-82e7ca233a5e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560822 Aug 23 06:12:20.145769 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 2, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:20.171621 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Checking router: b61dacd0-6b7d-49c8-89ba-eea0c09465f1 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:12:20.171977 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Updating router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 port c31f9e94-0410-4319-bdc1-51366c2e5166 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:12:20.192040 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31817246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30818210'] for subnet (8942df5b-4ece-461e-9b8e-5ef4cedc0716), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.203850 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.207674 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=980c4f0d-fa0f-4fbf-a75d-d17a8090a12f,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:20.284032 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8942df5b-4ece-461e-9b8e-5ef4cedc0716,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:20.298279 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Checking segment: {'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:20.298643 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Network hostable DHCP agents. Network: b50f0eb9-e25e-43c6-bea1-0308c66c1c62, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:12:20.314294 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2e16c-8401-4e1c-bea0-af60bf4744ac req-9eeb8e8f-ddbe-4d12-9fa5-d2084b64176d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:20.315791 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-87c2e16c-8401-4e1c-bea0-af60bf4744ac req-9eeb8e8f-ddbe-4d12-9fa5-d2084b64176d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0958683 Aug 23 06:12:20.371801 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-87c2e16c-8401-4e1c-bea0-af60bf4744ac req-eca96afc-aeb2-473c-8a72-bb774aa85a6f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494826 Aug 23 06:12:20.397396 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:12:20.404354 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38356) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:20.446209 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca66aaea-0816-4033-9e9e-4d844f520390 tempest-TestVolumeBootPattern-403167790 tempest-TestVolumeBootPattern-403167790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:20.448927 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ca66aaea-0816-4033-9e9e-4d844f520390 tempest-TestVolumeBootPattern-403167790 tempest-TestVolumeBootPattern-403167790-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 1125 time: 0.0423422 Aug 23 06:12:20.460480 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Publish callbacks [] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.461297 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38358) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:20.465554 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:20.488562 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, b50f0eb9-e25e-43c6-bea1-0308c66c1c62) {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:20.493194 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:20.494343 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.497495 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93a3ae-4b0e-4c3b-a052-dc0997a2f645 None None] Network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:12:20.544952 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.568852 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.579174 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-8de5fe86-ad91-4fc7-b040-d286de027cbc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7449877 Aug 23 06:12:20.579789 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38360) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:20.585544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:20.592050 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Pushing event updated for resources: {'Port': ['ID=c31f9e94-0410-4319-bdc1-51366c2e5166,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:20.600645 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.601064 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.601983 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.602333 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.602682 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.603018 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.603346 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.603682 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.604023 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.604423 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.604700 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.605027 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.605353 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:20.619495 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-b50f0eb9-e25e-43c6-bea1-0308c66c1c62', 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62', 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'fixed_ips': [{'subnet_id': '8942df5b-4ece-461e-9b8e-5ef4cedc0716'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:12:20.620405 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.660682 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.662630 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.666645 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Attempting to bind port c31f9e94-0410-4319-bdc1-51366c2e5166 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:12:20.666940 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Attempting to bind port c31f9e94-0410-4319-bdc1-51366c2e5166 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:12:20.667319 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Attempting to bind port c31f9e94-0410-4319-bdc1-51366c2e5166 on network 4f3af64f-78d8-4c08-a166-d018612b4959 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:20.674329 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:12:20.674574 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Checking segment: {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:20.674898 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.675381 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Bound using segment: {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:12:20.675859 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Bound port: c31f9e94-0410-4319-bdc1-51366c2e5166, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:12:20.676305 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.680384 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-3ea5c847-0b48-4101-b4e6-019ba60c794b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935919 Aug 23 06:12:20.734405 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks [] for router_controller (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), precommit_add_association {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.753204 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] For port c31f9e94-0410-4319-bdc1-51366c2e5166, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:12:20.756564 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] For port c31f9e94-0410-4319-bdc1-51366c2e5166, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=c31f9e94-0410-4319-bdc1-51366c2e5166,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:12:20.760315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.779431 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Allocated IP 172.20.0.2 (b50f0eb9-e25e-43c6-bea1-0308c66c1c62/8942df5b-4ece-461e-9b8e-5ef4cedc0716/bec76e5a-afa8-4214-b5b1-d4ea9b844756) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:20.803195 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-4bb8b68f-8d47-48ae-bca4-fa4dda7023c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:20.805165 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-4bb8b68f-8d47-48ae-bca4-fa4dda7023c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 1130 time: 0.0989962 Aug 23 06:12:20.861043 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.913107 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03386757-7a3d-475d-836e-5ef293a6332f None None] Pushing event updated for resources: {'Port': ['ID=c31f9e94-0410-4319-bdc1-51366c2e5166,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:20.920998 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:20.922220 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:20.931423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Allocated IP 172.27.1.105 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/555941e4-c6ef-4ba5-b904-8bcf379b7f13) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:20.980645 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks [] for router_gateway (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:20.983377 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Publish callbacks [] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.004731 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-6d95b3cf-0497-44ff-9925-35860881b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:21.006228 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-6d95b3cf-0497-44ff-9925-35860881b33d service neutron] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 916 time: 0.1799047 Aug 23 06:12:21.026475 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:21.088410 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-e6681d1b-e3d1-4259-8f3a-3e243703484d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1589c3-b2da-4abe-b2b8-0fc8724a328e HTTP/1.1" status: 200 len: 1002 time: 0.0748882 Aug 23 06:12:21.113075 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (555941e4-c6ef-4ba5-b904-8bcf379b7f13), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.153065 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.167585 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-9ffb55ac-febc-455f-a8a0-fb78f1f488ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:21.169054 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-9ffb55ac-febc-455f-a8a0-fb78f1f488ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0681934 Aug 23 06:12:21.195319 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:21.198236 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:21.204454 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:21.222163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-ef279061-09fa-4f35-9c1b-0042e67a2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:21.223695 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-ef279061-09fa-4f35-9c1b-0042e67a2a51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473850 Aug 23 06:12:21.237651 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Pushing event updated for resources: {'Port': ['ID=bec76e5a-afa8-4214-b5b1-d4ea9b844756,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:21.268209 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Attempting to bind port bec76e5a-afa8-4214-b5b1-d4ea9b844756 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:12:21.268762 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Attempting to bind port bec76e5a-afa8-4214-b5b1-d4ea9b844756 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:12:21.269127 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Attempting to bind port bec76e5a-afa8-4214-b5b1-d4ea9b844756 on network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:21.275482 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:12:21.275873 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Checking segment: {'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:21.276260 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.276647 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Bound using segment: {'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:12:21.277118 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Bound port: bec76e5a-afa8-4214-b5b1-d4ea9b844756, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:12:21.277626 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.292243 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:20Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:21.302519 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (555941e4-c6ef-4ba5-b904-8bcf379b7f13), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.316499 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks [] for router_gateway (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.348498 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.350427 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] For port bec76e5a-afa8-4214-b5b1-d4ea9b844756, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:12:21.354348 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] For port bec76e5a-afa8-4214-b5b1-d4ea9b844756, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=bec76e5a-afa8-4214-b5b1-d4ea9b844756,segment=NetworkSegment(8eb586ce-894e-4577-814c-c458b33d82e1),segment_id=8eb586ce-894e-4577-814c-c458b33d82e1)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:12:21.365168 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:21.375914 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:21.381082 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-d59f01aa-fa68-4e38-a2db-29bee72b4fdf service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510751 Aug 23 06:12:21.384598 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:21.414574 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=555941e4-c6ef-4ba5-b904-8bcf379b7f13,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:21.425505 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfb8c1-0d45-469c-b464-e83b108f2fa9 None None] The sync data for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi is: [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:20Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:12:21.473783 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Allocated IP 172.27.1.24 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/248a9cdd-9c33-4d06-bc06-35d94927810b) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:21.492396 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.582342 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af3622-2803-43e2-a1d8-28bf5c31b083 None None] Pushing event updated for resources: {'Port': ['ID=bec76e5a-afa8-4214-b5b1-d4ea9b844756,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:21.606552 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10bc3430-14fa-4def-994c-00f2eccd4ce4 req-b6f199c2-7b78-4023-9f8c-605a83fde1d6 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168343 Aug 23 06:12:21.644443 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks [] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.758717 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.850603 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:21.855595 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:21.859943 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:21.871386 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=248a9cdd-9c33-4d06-bc06-35d94927810b,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:21.969167 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (4d939c3e-6c3b-421e-a41e-85f0872fa786), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:21.970680 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device c31f9e94-0410-4319-bdc1-51366c2e5166 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:22.050612 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port c31f9e94-0410-4319-bdc1-51366c2e5166 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:22.050612 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.125248 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port c31f9e94-0410-4319-bdc1-51366c2e5166 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:22.125621 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.131593 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (555941e4-c6ef-4ba5-b904-8bcf379b7f13), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.166848 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port c31f9e94-0410-4319-bdc1-51366c2e5166, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=c31f9e94-0410-4319-bdc1-51366c2e5166,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:22.235696 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.236690 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:22.301849 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks [] for router_gateway (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.314933 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=c31f9e94-0410-4319-bdc1-51366c2e5166,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:22.324764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (555941e4-c6ef-4ba5-b904-8bcf379b7f13), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.327868 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:22.328319 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.418413 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (555941e4-c6ef-4ba5-b904-8bcf379b7f13), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.430729 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:22.497367 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=555941e4-c6ef-4ba5-b904-8bcf379b7f13,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:22.521917 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (4d939c3e-6c3b-421e-a41e-85f0872fa786), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.637845 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Floating IP 4d939c3e-6c3b-421e-a41e-85f0872fa786 associated. External IP: 172.27.1.105, port: 952b51a8-8665-4ee7-954b-ba033226ce3c. Aug 23 06:12:22.769621 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95487c74-cf44-442b-8fa3-93e37c7049a9 None None] Network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:12:22.845539 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.857720 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:12:22.889940 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-2fc72fb5-04ba-4699-a033-00cace12be3d None None] Provisioning complete for port bec76e5a-afa8-4214-b5b1-d4ea9b844756 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:22.890679 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2fc72fb5-04ba-4699-a033-00cace12be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.976063 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:12:22.986431 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-2fc72fb5-04ba-4699-a033-00cace12be3d None None] Current status of the port bec76e5a-afa8-4214-b5b1-d4ea9b844756 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:22.986939 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2fc72fb5-04ba-4699-a033-00cace12be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:22.997907 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:12:23.016912 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:23.017479 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:23.048967 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:12:23.067077 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-2fc72fb5-04ba-4699-a033-00cace12be3d None None] For port bec76e5a-afa8-4214-b5b1-d4ea9b844756, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=bec76e5a-afa8-4214-b5b1-d4ea9b844756,segment=NetworkSegment(8eb586ce-894e-4577-814c-c458b33d82e1),segment_id=8eb586ce-894e-4577-814c-c458b33d82e1)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:23.080214 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:23.125828 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c79a55e6-0558-43a0-88f9-53b087841f6c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6633918 Aug 23 06:12:23.126424 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:12:23.128916 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b68e2e6-1583-4bc0-8dbb-b76af270d178" -d '{"events": [{"name": "network-changed", "server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:12:23.154281 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2fc72fb5-04ba-4699-a033-00cace12be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:23.166910 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:12:23.172785 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a70e25-2a6a-4c11-bf15-a5bff327ef4d x-openstack-request-id: req-83a70e25-2a6a-4c11-bf15-a5bff327ef4d {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:12:23.173072 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:12:23.173316 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83a70e25-2a6a-4c11-bf15-a5bff327ef4d {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:12:23.173749 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a70e25-2a6a-4c11-bf15-a5bff327ef4d'] response: {'name': 'network-changed', 'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'status': 'completed', 'code': 200} Aug 23 06:12:23.180306 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Sync routers for ids ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:12:23.194403 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Routers {'4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:23.196780 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:23.210287 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:23.237469 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:23.238754 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-eebf7255-151f-4580-8009-a4994c7d2bf3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6567564 Aug 23 06:12:23.241469 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38368) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:23.261296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-65b5d8a9-3a45-4cd5-872c-f465ef242bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:23.263195 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-65b5d8a9-3a45-4cd5-872c-f465ef242bbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 1130 time: 0.0535555 Aug 23 06:12:23.266905 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc72fb5-04ba-4699-a033-00cace12be3d None None] Pushing event updated for resources: {'Port': ['ID=bec76e5a-afa8-4214-b5b1-d4ea9b844756,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:23.323877 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Set router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:23.340255 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-de5d1076-8d35-4bcb-a2d9-97e115f1ad38 None None] Provisioning complete for port bec76e5a-afa8-4214-b5b1-d4ea9b844756 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:23.340810 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-de5d1076-8d35-4bcb-a2d9-97e115f1ad38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:23.349725 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f989-4f0c-40c2-8684-c490a09f6ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:23.389417 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-e22b24cd-ec6c-4cea-ae1b-f498039e825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:23.393908 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-e22b24cd-ec6c-4cea-ae1b-f498039e825b service neutron] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 913 time: 0.1124814 Aug 23 06:12:23.474722 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-88f59989-f68c-41b2-b1fa-585420149313 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952b51a8-8665-4ee7-954b-ba033226ce3c HTTP/1.1" status: 200 len: 1000 time: 0.0762589 Aug 23 06:12:23.537197 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 3, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port': {'id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:23.539657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-7bcc5165-49cb-41c4-82f0-07fc9c0a61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:23.541292 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-7bcc5165-49cb-41c4-82f0-07fc9c0a61f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0585079 Aug 23 06:12:23.565143 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Checking router: 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:12:23.565772 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Updating router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb port 248a9cdd-9c33-4d06-bc06-35d94927810b binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:12:23.602582 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:23.606456 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-9b651213-2207-4c38-b86d-51ad7fbc740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:23.608063 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-9b651213-2207-4c38-b86d-51ad7fbc740a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608377 Aug 23 06:12:23.673036 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-de5d1076-8d35-4bcb-a2d9-97e115f1ad38 None None] Current status of the port bec76e5a-afa8-4214-b5b1-d4ea9b844756 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:23.712375 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:21Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:23.738332 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:12:23.744951 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-78906d10-d404-4bf1-9f47-ab4206d18451 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263385 Aug 23 06:12:23.754279 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:23.754983 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:23.782942 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:23.870243 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:23.896147 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3b68e2e6-1583-4bc0-8dbb-b76af270d178 req-48506e03-aca7-4db7-8a3e-bd3792bbb763 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400084 Aug 23 06:12:23.938235 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Publish callbacks [] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:23.965270 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device c31f9e94-0410-4319-bdc1-51366c2e5166 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:24.014058 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Allocated IP 172.20.0.1 (b50f0eb9-e25e-43c6-bea1-0308c66c1c62/8942df5b-4ece-461e-9b8e-5ef4cedc0716/957276f2-4784-4055-806f-f55f95f65818) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:24.065590 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.087907 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port c31f9e94-0410-4319-bdc1-51366c2e5166 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:24.088462 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.102243 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Attempting to bind port 248a9cdd-9c33-4d06-bc06-35d94927810b on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:12:24.102611 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Attempting to bind port 248a9cdd-9c33-4d06-bc06-35d94927810b by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:12:24.102970 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Attempting to bind port 248a9cdd-9c33-4d06-bc06-35d94927810b on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:24.116828 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229f65d-1f25-45f4-87f3-4772c629a8ac None None] Pushing event updated for resources: {'Port': ['ID=248a9cdd-9c33-4d06-bc06-35d94927810b,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:24.119333 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:12:24.119874 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:24.120280 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.120658 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:12:24.121127 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Bound port: 248a9cdd-9c33-4d06-bc06-35d94927810b, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:12:24.121535 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.126961 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Publish callbacks [] for port (957276f2-4784-4055-806f-f55f95f65818), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.178183 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] For port 248a9cdd-9c33-4d06-bc06-35d94927810b, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:12:24.181245 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] For port 248a9cdd-9c33-4d06-bc06-35d94927810b, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=248a9cdd-9c33-4d06-bc06-35d94927810b,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:12:24.207300 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port c31f9e94-0410-4319-bdc1-51366c2e5166 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:24.207623 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device bec76e5a-afa8-4214-b5b1-d4ea9b844756 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:24.211182 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:21Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:24.254209 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9070b-dbcb-43a6-8ab7-2abc8053b05e None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:21Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:12:24.266169 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (957276f2-4784-4055-806f-f55f95f65818), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.281382 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port bec76e5a-afa8-4214-b5b1-d4ea9b844756 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:24.281784 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.312139 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:24.317629 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:24.317889 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.320374 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=957276f2-4784-4055-806f-f55f95f65818,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:24.322697 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:24.370819 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.377060 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port bec76e5a-afa8-4214-b5b1-d4ea9b844756 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:24.394030 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Routers {'4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:24.394655 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:11:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:24.437020 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229f65d-1f25-45f4-87f3-4772c629a8ac None None] Pushing event updated for resources: {'Port': ['ID=248a9cdd-9c33-4d06-bc06-35d94927810b,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:24.508317 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] Set router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:24.555795 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98403681-897c-4edb-892f-48dff9cdefdb None None] New status for floating IP 4d939c3e-6c3b-421e-a41e-85f0872fa786: ACTIVE {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:12:24.620583 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (957276f2-4784-4055-806f-f55f95f65818), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.649398 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-00823dde-8f27-48e6-bd23-982098686c2b None None] Provisioning complete for port 957276f2-4784-4055-806f-f55f95f65818 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:24.649787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-00823dde-8f27-48e6-bd23-982098686c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (957276f2-4784-4055-806f-f55f95f65818), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.686217 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-00823dde-8f27-48e6-bd23-982098686c2b None None] Port 957276f2-4784-4055-806f-f55f95f65818 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:12:24.699557 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 3, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port': {'id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:24.726373 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68992e35-9dcc-47be-b375-4e06a6150227 None None] The sync data for ids ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'] in dv-cinder-853788-2-iscsi is: [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 3, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port': {'id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:12:24.784988 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Publish callbacks [] for port (957276f2-4784-4055-806f-f55f95f65818), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.883324 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (957276f2-4784-4055-806f-f55f95f65818), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:24.967162 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=957276f2-4784-4055-806f-f55f95f65818,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:24.972174 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:25.071463 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:25.072904 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:25.188404 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:12:25.298759 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:12:25.304511 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ba3b0d9b-4dfc-463f-a95e-cb852399c0f8 admin admin] 10.222.0.26 "PUT /v2.0/routers/4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0613735 Aug 23 06:12:25.310947 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-02533538-48e3-42c0-b9b7-cc997b8db37a None None] Provisioning complete for port 957276f2-4784-4055-806f-f55f95f65818 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:25.311428 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-02533538-48e3-42c0-b9b7-cc997b8db37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (957276f2-4784-4055-806f-f55f95f65818), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:25.361087 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-02533538-48e3-42c0-b9b7-cc997b8db37a None None] Port 957276f2-4784-4055-806f-f55f95f65818 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:12:25.424267 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7f7cadb4-f46c-4ed1-90a4-7f0082f545b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:25.686073 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38378) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:25.690601 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-166b6cfc-e48c-46a4-b789-de023b3e5880 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882219491', 'description': 'tempest-secgroup-smoke-882219491 description', 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:25.751545 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-166b6cfc-e48c-46a4-b789-de023b3e5880 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:25.779127 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 248a9cdd-9c33-4d06-bc06-35d94927810b up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:25.823929 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-166b6cfc-e48c-46a4-b789-de023b3e5880 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group (4c126cf9-5558-4e2f-9acb-de8686a80df7), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:25.828302 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 248a9cdd-9c33-4d06-bc06-35d94927810b triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:25.828683 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:25.900585 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 248a9cdd-9c33-4d06-bc06-35d94927810b is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:25.900974 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:25.903795 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-166b6cfc-e48c-46a4-b789-de023b3e5880 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (4c126cf9-5558-4e2f-9acb-de8686a80df7), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:25.921666 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 248a9cdd-9c33-4d06-bc06-35d94927810b, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=248a9cdd-9c33-4d06-bc06-35d94927810b,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:25.933176 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b6cfc-e48c-46a4-b789-de023b3e5880 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c126cf9-5558-4e2f-9acb-de8686a80df7,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:25.986263 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.021818 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-166b6cfc-e48c-46a4-b789-de023b3e5880 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.023653 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-166b6cfc-e48c-46a4-b789-de023b3e5880 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3365536 Aug 23 06:12:26.026713 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38380) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:26.031150 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-2d012dd0-7638-4778-8a6a-3f0883a01594 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'security_group_rule': {'security_group_id': '4c126cf9-5558-4e2f-9acb-de8686a80df7', 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:26.034601 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=248a9cdd-9c33-4d06-bc06-35d94927810b,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:26.121948 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2d012dd0-7638-4778-8a6a-3f0883a01594 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (cd0a97f2-ac1f-4cc8-8702-3f8d2bdfc205), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.180398 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2d012dd0-7638-4778-8a6a-3f0883a01594 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (cd0a97f2-ac1f-4cc8-8702-3f8d2bdfc205), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.242857 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Sync routers for ids ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:12:26.254740 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Routers {'4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:26.254740 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:12:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:26.271161 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2d012dd0-7638-4778-8a6a-3f0883a01594 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (cd0a97f2-ac1f-4cc8-8702-3f8d2bdfc205), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.292998 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d012dd0-7638-4778-8a6a-3f0883a01594 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0a97f2-ac1f-4cc8-8702-3f8d2bdfc205,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:26.353353 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-2d012dd0-7638-4778-8a6a-3f0883a01594 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.353934 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Set router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:26.354662 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-2d012dd0-7638-4778-8a6a-3f0883a01594 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270080 Aug 23 06:12:26.357468 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38384) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:26.362017 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-3c24c042-7b61-4940-8df4-accab2a901cc tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'security_group_rule': {'security_group_id': '4c126cf9-5558-4e2f-9acb-de8686a80df7', 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:26.458803 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3c24c042-7b61-4940-8df4-accab2a901cc tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (0e9d8082-9d52-414b-a94a-f6e08d7ebf8f), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.515200 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3c24c042-7b61-4940-8df4-accab2a901cc tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (0e9d8082-9d52-414b-a94a-f6e08d7ebf8f), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.548811 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 4, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port': {'id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '957276f2-4784-4055-806f-f55f95f65818', 'name': '', 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'mac_address': 'fa:16:3e:fc:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8942df5b-4ece-461e-9b8e-5ef4cedc0716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:23Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 2, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'subnets': [{'id': '8942df5b-4ece-461e-9b8e-5ef4cedc0716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:26.572741 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Checking router: 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:12:26.573090 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Updating router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb port 957276f2-4784-4055-806f-f55f95f65818 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:12:26.591169 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3c24c042-7b61-4940-8df4-accab2a901cc tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (0e9d8082-9d52-414b-a94a-f6e08d7ebf8f), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.600268 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (957276f2-4784-4055-806f-f55f95f65818), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.608914 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24c042-7b61-4940-8df4-accab2a901cc tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9d8082-9d52-414b-a94a-f6e08d7ebf8f,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:26.711444 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3c24c042-7b61-4940-8df4-accab2a901cc tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.712773 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3c24c042-7b61-4940-8df4-accab2a901cc tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3541372 Aug 23 06:12:26.715626 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38386) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:26.720175 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-70b3f528-ebe9-4be4-9e98-dae2b50d0d9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'security_group_rule': {'security_group_id': '4c126cf9-5558-4e2f-9acb-de8686a80df7', 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:26.808426 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-70b3f528-ebe9-4be4-9e98-dae2b50d0d9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (c1b4236a-dcfb-459f-8980-59bb791c1fc9), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.863715 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-70b3f528-ebe9-4be4-9e98-dae2b50d0d9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (c1b4236a-dcfb-459f-8980-59bb791c1fc9), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.927134 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Publish callbacks [] for port (957276f2-4784-4055-806f-f55f95f65818), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.933739 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-70b3f528-ebe9-4be4-9e98-dae2b50d0d9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (c1b4236a-dcfb-459f-8980-59bb791c1fc9), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:26.949322 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3f528-ebe9-4be4-9e98-dae2b50d0d9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b4236a-dcfb-459f-8980-59bb791c1fc9,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:26.985124 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.048381 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (957276f2-4784-4055-806f-f55f95f65818), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.084447 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-70b3f528-ebe9-4be4-9e98-dae2b50d0d9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.088352 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-70b3f528-ebe9-4be4-9e98-dae2b50d0d9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3690908 Aug 23 06:12:27.088676 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38388) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:27.093254 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-286e22a7-d1ab-4ae5-9e39-6b4ec9b0b8d7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'security_group_rule': {'security_group_id': '4c126cf9-5558-4e2f-9acb-de8686a80df7', 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:27.123794 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa308ad-7fa9-4c9a-a5d5-d98e55b4d729 None None] Pushing event updated for resources: {'Port': ['ID=957276f2-4784-4055-806f-f55f95f65818,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:27.134129 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Attempting to bind port 957276f2-4784-4055-806f-f55f95f65818 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:12:27.134501 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Attempting to bind port 957276f2-4784-4055-806f-f55f95f65818 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:12:27.134860 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Attempting to bind port 957276f2-4784-4055-806f-f55f95f65818 on network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:27.139654 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:12:27.140025 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Checking segment: {'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:27.140417 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.140803 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Bound using segment: {'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:12:27.141261 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Bound port: 957276f2-4784-4055-806f-f55f95f65818, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb586ce-894e-4577-814c-c458b33d82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:12:27.141668 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (957276f2-4784-4055-806f-f55f95f65818), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.173218 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-286e22a7-d1ab-4ae5-9e39-6b4ec9b0b8d7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (b43ab8d3-2c35-4abe-aa83-a0453c4b5f4a), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.199342 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] For port 957276f2-4784-4055-806f-f55f95f65818, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:12:27.202451 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] For port 957276f2-4784-4055-806f-f55f95f65818, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=957276f2-4784-4055-806f-f55f95f65818,segment=NetworkSegment(8eb586ce-894e-4577-814c-c458b33d82e1),segment_id=8eb586ce-894e-4577-814c-c458b33d82e1)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:12:27.231035 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-286e22a7-d1ab-4ae5-9e39-6b4ec9b0b8d7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (b43ab8d3-2c35-4abe-aa83-a0453c4b5f4a), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.289280 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (957276f2-4784-4055-806f-f55f95f65818), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.315394 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-286e22a7-d1ab-4ae5-9e39-6b4ec9b0b8d7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (b43ab8d3-2c35-4abe-aa83-a0453c4b5f4a), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.322209 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Routers {'4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:12:27.322827 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:12:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:27.333307 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e22a7-d1ab-4ae5-9e39-6b4ec9b0b8d7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43ab8d3-2c35-4abe-aa83-a0453c4b5f4a,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:27.384422 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa308ad-7fa9-4c9a-a5d5-d98e55b4d729 None None] Pushing event updated for resources: {'Port': ['ID=957276f2-4784-4055-806f-f55f95f65818,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:27.402614 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-286e22a7-d1ab-4ae5-9e39-6b4ec9b0b8d7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.406614 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-286e22a7-d1ab-4ae5-9e39-6b4ec9b0b8d7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3142035 Aug 23 06:12:27.406757 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38390) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:27.411082 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-f69ef40a-7fe4-4f98-809c-b4644bc6ed16 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'security_group_rule': {'security_group_id': '4c126cf9-5558-4e2f-9acb-de8686a80df7', 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:27.439809 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] Set router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:12:27.499465 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.securitygroups_db [None req-f69ef40a-7fe4-4f98-809c-b4644bc6ed16 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Project dbc74906c6ae4a76b628ff3fa8cda00e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 06:12:27.504763 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f69ef40a-7fe4-4f98-809c-b4644bc6ed16 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (86f1c1f5-aa10-4689-8053-eab0a70b0966), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.564502 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f69ef40a-7fe4-4f98-809c-b4644bc6ed16 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (86f1c1f5-aa10-4689-8053-eab0a70b0966), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.626762 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 4, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port': {'id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '957276f2-4784-4055-806f-f55f95f65818', 'name': '', 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'mac_address': 'fa:16:3e:fc:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8942df5b-4ece-461e-9b8e-5ef4cedc0716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:23Z', 'updated_at': '2022-08-23T06:12:27Z', 'revision_number': 4, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'subnets': [{'id': '8942df5b-4ece-461e-9b8e-5ef4cedc0716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:12:27.653646 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7802a0f-fd77-45ee-b09f-d5719414ac2a None None] The sync data for ids ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'] in dv-cinder-853788-2-iscsi is: [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 4, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port': {'id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '957276f2-4784-4055-806f-f55f95f65818', 'name': '', 'network_id': 'b50f0eb9-e25e-43c6-bea1-0308c66c1c62', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'mac_address': 'fa:16:3e:fc:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8942df5b-4ece-461e-9b8e-5ef4cedc0716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:23Z', 'updated_at': '2022-08-23T06:12:27Z', 'revision_number': 4, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'subnets': [{'id': '8942df5b-4ece-461e-9b8e-5ef4cedc0716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:12:27.669399 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f69ef40a-7fe4-4f98-809c-b4644bc6ed16 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (86f1c1f5-aa10-4689-8053-eab0a70b0966), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.688326 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ef40a-7fe4-4f98-809c-b4644bc6ed16 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f1c1f5-aa10-4689-8053-eab0a70b0966,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:27.791920 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f69ef40a-7fe4-4f98-809c-b4644bc6ed16 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.794708 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-f69ef40a-7fe4-4f98-809c-b4644bc6ed16 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3869896 Aug 23 06:12:27.797427 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38392) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:12:27.802163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-678bf7b9-4472-4332-be45-b7cd2e0c09e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'security_group_rule': {'security_group_id': '4c126cf9-5558-4e2f-9acb-de8686a80df7', 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:27.896496 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 248a9cdd-9c33-4d06-bc06-35d94927810b up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:27.921495 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.securitygroups_db [None req-678bf7b9-4472-4332-be45-b7cd2e0c09e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Project dbc74906c6ae4a76b628ff3fa8cda00e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 06:12:27.927472 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-678bf7b9-4472-4332-be45-b7cd2e0c09e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (ae471240-1843-4db3-9bc1-48a134c2f8da), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.945913 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 248a9cdd-9c33-4d06-bc06-35d94927810b triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:27.946290 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:27.999169 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-678bf7b9-4472-4332-be45-b7cd2e0c09e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (ae471240-1843-4db3-9bc1-48a134c2f8da), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:28.021553 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 248a9cdd-9c33-4d06-bc06-35d94927810b is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:28.022679 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 957276f2-4784-4055-806f-f55f95f65818 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:28.070827 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 957276f2-4784-4055-806f-f55f95f65818 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:28.071293 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (957276f2-4784-4055-806f-f55f95f65818), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:28.088508 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-678bf7b9-4472-4332-be45-b7cd2e0c09e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (ae471240-1843-4db3-9bc1-48a134c2f8da), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:28.106258 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bf7b9-4472-4332-be45-b7cd2e0c09e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae471240-1843-4db3-9bc1-48a134c2f8da,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:28.160077 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 957276f2-4784-4055-806f-f55f95f65818 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:28.160077 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (957276f2-4784-4055-806f-f55f95f65818), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:28.181019 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:28.190606 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 957276f2-4784-4055-806f-f55f95f65818, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=957276f2-4784-4055-806f-f55f95f65818,segment=NetworkSegment(8eb586ce-894e-4577-814c-c458b33d82e1),segment_id=8eb586ce-894e-4577-814c-c458b33d82e1)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:12:28.210566 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-678bf7b9-4472-4332-be45-b7cd2e0c09e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:28.211840 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-678bf7b9-4472-4332-be45-b7cd2e0c09e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133484 Aug 23 06:12:28.271193 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (957276f2-4784-4055-806f-f55f95f65818), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:28.333882 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=957276f2-4784-4055-806f-f55f95f65818,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:29.499527 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:29.774693 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 957276f2-4784-4055-806f-f55f95f65818 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:12:29.822190 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 957276f2-4784-4055-806f-f55f95f65818 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:29.822564 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (957276f2-4784-4055-806f-f55f95f65818), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:29.903987 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 957276f2-4784-4055-806f-f55f95f65818 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:12:40.327699 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:49.483612 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:12:53.288002 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bbd69821-a928-4b5f-a472-4a2ed61a3f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:53.341933 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-00f763a4-2ccc-4ce4-8982-e024130d1c6c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882219491&fields=id&tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e HTTP/1.1" status: 200 len: 267 time: 0.0435436 Aug 23 06:12:53.447823 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383636-3b70-40bc-aa13-a4850318c148 req-894e35a4-9b5d-40bf-a15d-0f35cc7036ed tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:53.449202 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-894e35a4-9b5d-40bf-a15d-0f35cc7036ed tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/networks?id=4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 200 len: 809 time: 0.1009359 Aug 23 06:12:53.463901 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-df012e0b-f604-4071-8d30-5db7eb8adbce tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/quotas/dbc74906c6ae4a76b628ff3fa8cda00e HTTP/1.1" status: 200 len: 375 time: 0.0093663 Aug 23 06:12:53.515968 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-662c07d1-5ca5-4e87-9945-72cd65abfd76 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473135 Aug 23 06:12:53.610561 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-c483e909-df90-470d-b9c0-00f06bbb541b service neutron] 10.222.0.26 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824819 Aug 23 06:12:53.698533 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-7b4935cd-b904-40bd-a260-9396b2a81562 service neutron] 10.222.0.26 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816503 Aug 23 06:12:54.316086 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bb176f63-1791-419b-b66a-c9bb33ac3a02 req-ac6650f5-c069-48ca-9921-c378d0d42be6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 210 time: 0.0260880 Aug 23 06:12:55.419472 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-104cb6b2-7306-48a0-b6e5-919dda6c2342 req-ad684506-d875-4692-8101-5e6616919b3b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 210 time: 0.0272577 Aug 23 06:12:55.442573 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-60d2c972-6f5b-4414-8a53-577e663f40fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:56.529974 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383636-3b70-40bc-aa13-a4850318c148 req-7bb5cec7-3188-465d-ae47-2226447ad674 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:56.531403 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-7bb5cec7-3188-465d-ae47-2226447ad674 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.16 "GET /v2.0/networks?id=4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 200 len: 809 time: 0.1381361 Aug 23 06:12:56.533146 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c672fb78-c424-46c7-9fd6-6f3fa1f71851 req-4bdab998-f652-4e06-8da7-88755c83a5f4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 210 time: 0.0406237 Aug 23 06:12:56.593202 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-aa8e41a5-56d9-416e-9572-0187dfdbff7e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e HTTP/1.1" status: 200 len: 379 time: 0.0526371 Aug 23 06:12:56.602522 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'port': {'device_id': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'admin_state_up': True, 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'security_groups': ['4c126cf9-5558-4e2f-9acb-de8686a80df7']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:56.791248 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Made reservation on behalf of dbc74906c6ae4a76b628ff3fa8cda00e for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:12:56.794659 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:56.997525 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:57.168869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Allocated IP 172.20.0.12 (4f3af64f-78d8-4c08-a166-d018612b4959/8e7e7c73-a2c2-4856-b5a6-790f966b672a/9009e1e7-e330-462f-8f68-ea468ea79594) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:12:57.301639 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for port (9009e1e7-e330-462f-8f68-ea468ea79594), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:57.386341 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:57.430128 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Network 4f3af64f-78d8-4c08-a166-d018612b4959 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:12:57.433110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:12:57.435657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:12:57.460430 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:57.471154 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.471503 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.471841 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.472175 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.472510 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.472837 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.473215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.473604 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.473883 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.474264 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.474591 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.474923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.475229 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:12:57.506981 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:57.507624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:57.600354 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-f7edd90b-06bf-4b37-b76a-2113a9b0f59c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0015898 Aug 23 06:12:57.612544 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Request body: {'port': {'device_id': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:12:57.661255 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08b33e-b7e7-4e6b-b098-9392976516fb req-3d6be25d-e942-4126-ab03-28febb71e08e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:57.662764 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1b08b33e-b7e7-4e6b-b098-9392976516fb req-3d6be25d-e942-4126-ab03-28febb71e08e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 932 time: 0.0550325 Aug 23 06:12:57.671288 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:57.693315 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-5e6886f4-dda1-4fe8-b85b-e14c53b7341b None None] Provisioning complete for port 9009e1e7-e330-462f-8f68-ea468ea79594 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:12:57.693709 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5e6886f4-dda1-4fe8-b85b-e14c53b7341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:57.713572 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1b08b33e-b7e7-4e6b-b098-9392976516fb req-b2c6dde3-8b27-4584-8fb8-b85d7474dbab tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441325 Aug 23 06:12:57.725375 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-5e6886f4-dda1-4fe8-b85b-e14c53b7341b None None] Port 9009e1e7-e330-462f-8f68-ea468ea79594 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:12:57.927982 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9009e1e7-e330-462f-8f68-ea468ea79594 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:12:57.935370 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Publish callbacks [] for port (9009e1e7-e330-462f-8f68-ea468ea79594), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:57.947457 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Transition to ACTIVE for port object 9009e1e7-e330-462f-8f68-ea468ea79594 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:12:58.054927 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:58.112833 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Pushing event updated for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:58.159659 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Attempting to bind port 9009e1e7-e330-462f-8f68-ea468ea79594 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:12:58.159915 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Attempting to bind port 9009e1e7-e330-462f-8f68-ea468ea79594 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:12:58.160237 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Attempting to bind port 9009e1e7-e330-462f-8f68-ea468ea79594 on network 4f3af64f-78d8-4c08-a166-d018612b4959 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:58.164523 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Port 9009e1e7-e330-462f-8f68-ea468ea79594 on network 4f3af64f-78d8-4c08-a166-d018612b4959 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:12:58.164838 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Attempting to bind port 9009e1e7-e330-462f-8f68-ea468ea79594 on network 4f3af64f-78d8-4c08-a166-d018612b4959 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:12:58.169665 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:12:58.169999 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Checking segment: {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:12:58.170377 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Bound using segment: {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:12:58.170793 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Bound port: 9009e1e7-e330-462f-8f68-ea468ea79594, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2735c7-98ef-41cd-9f75-e8837dbeceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:12:58.171143 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:58.214236 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:58.229804 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:12:58.232722 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:12:58.292782 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:58.295915 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:58.296539 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:12:58.298158 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] 10.222.0.16 "PUT /v2.0/ports/9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 1094 time: 0.6898708 Aug 23 06:12:58.300143 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:12:58.302913 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c45539e-994c-4056-afd4-acc464bd2ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:12:58.339292 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf97fb-082d-4c8b-95f9-dc3425444d01 x-openstack-request-id: req-bdbf97fb-082d-4c8b-95f9-dc3425444d01 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:12:58.339574 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:12:58.339826 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdbf97fb-082d-4c8b-95f9-dc3425444d01 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:12:58.340219 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbf97fb-082d-4c8b-95f9-dc3425444d01'] response: {'name': 'network-changed', 'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594', 'status': 'completed', 'code': 200} Aug 23 06:12:58.356147 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd7afc-d003-4575-bcf2-4828ef2cde5a service neutron] Pushing event updated for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:12:58.403436 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45539e-994c-4056-afd4-acc464bd2ee0 req-7862a2e2-d1eb-4ff6-8ea8-1414974d3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:58.404931 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c45539e-994c-4056-afd4-acc464bd2ee0 req-7862a2e2-d1eb-4ff6-8ea8-1414974d3f0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1128 time: 0.0438967 Aug 23 06:12:58.506988 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45539e-994c-4056-afd4-acc464bd2ee0 req-d344ddfc-ba93-439d-9a82-ebd0fca35f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:58.508521 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c45539e-994c-4056-afd4-acc464bd2ee0 req-d344ddfc-ba93-439d-9a82-ebd0fca35f0d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0963464 Aug 23 06:12:58.607930 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45539e-994c-4056-afd4-acc464bd2ee0 req-3342a28c-5940-4714-ae20-072d5e019cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:58.609387 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c45539e-994c-4056-afd4-acc464bd2ee0 req-3342a28c-5940-4714-ae20-072d5e019cc8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946534 Aug 23 06:12:58.692500 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383636-3b70-40bc-aa13-a4850318c148 req-10392145-9e85-4fed-8c12-f2a338337702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:58.694119 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-10392145-9e85-4fed-8c12-f2a338337702 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1128 time: 0.0489502 Aug 23 06:12:58.736741 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-89e24950-68df-4bd1-9952-f84b8eb91b2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 217 time: 0.0361578 Aug 23 06:12:58.786560 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383636-3b70-40bc-aa13-a4850318c148 req-17a1e9bd-fe68-4e34-8c74-d4d2f60151bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:58.788030 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-17a1e9bd-fe68-4e34-8c74-d4d2f60151bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e7e7c73-a2c2-4856-b5a6-790f966b672a HTTP/1.1" status: 200 len: 848 time: 0.0439448 Aug 23 06:12:58.872927 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b50df-4a6b-4c6b-ac42-fc697e7caa99 req-f829fa7b-cf0e-46d7-8d32-f71acbeb0fbb tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:58.874454 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eb3b50df-4a6b-4c6b-ac42-fc697e7caa99 req-f829fa7b-cf0e-46d7-8d32-f71acbeb0fbb tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0834286 Aug 23 06:12:58.876233 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383636-3b70-40bc-aa13-a4850318c148 req-101f6489-bfc1-48b0-80cf-66a221762e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:58.877640 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-101f6489-bfc1-48b0-80cf-66a221762e77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f3af64f-78d8-4c08-a166-d018612b4959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781941 Aug 23 06:12:58.976993 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eb3b50df-4a6b-4c6b-ac42-fc697e7caa99 req-b4c8af49-68ac-4088-9062-6b905e2c92ec tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961695 Aug 23 06:12:59.001759 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-8de6f500-38b3-4515-b8b1-134cdfff7d7c service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150854 Aug 23 06:12:59.095853 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a383636-3b70-40bc-aa13-a4850318c148 req-61d6c01b-312a-46ec-8aa3-292e410a4480 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875027 Aug 23 06:12:59.189012 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880417-ba87-486c-b520-74e09c275cba req-8ede1a9a-7b06-40a5-85dd-22c480f04615 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:12:59.190571 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5c880417-ba87-486c-b520-74e09c275cba req-8ede1a9a-7b06-40a5-85dd-22c480f04615 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0524960 Aug 23 06:12:59.240508 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5c880417-ba87-486c-b520-74e09c275cba req-281094c5-7014-468f-a81d-725390b4d0df tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Aug 23 06:12:59.495165 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:00.100310 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13f1e1-21b0-47ee-b655-b6aac750689e req-7f507355-ea78-4ece-9aaf-a623620284d0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:00.102085 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3b13f1e1-21b0-47ee-b655-b6aac750689e req-7f507355-ea78-4ece-9aaf-a623620284d0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0517631 Aug 23 06:13:00.151265 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3b13f1e1-21b0-47ee-b655-b6aac750689e req-c68b9a61-6d67-436c-826e-1764cc483b6f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434940 Aug 23 06:13:00.371284 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72ce0d-f78e-4bf4-b03f-2e4d542c9e69 req-b100d15d-310f-4d04-9bd6-78a1c5741779 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:00.372789 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8f72ce0d-f78e-4bf4-b03f-2e4d542c9e69 req-b100d15d-310f-4d04-9bd6-78a1c5741779 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0530300 Aug 23 06:13:00.420968 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8f72ce0d-f78e-4bf4-b03f-2e4d542c9e69 req-95e90244-7314-43db-8e4e-1becc5004e9f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Aug 23 06:13:01.272325 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63fe9-f850-40c7-8e60-8672a5461ef0 req-814219e3-102b-487f-8ac7-82951fd508e0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:01.273854 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-71b63fe9-f850-40c7-8e60-8672a5461ef0 req-814219e3-102b-487f-8ac7-82951fd508e0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0538971 Aug 23 06:13:01.325456 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-71b63fe9-f850-40c7-8e60-8672a5461ef0 req-646ace28-9eca-43cc-8d2d-93530e044882 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460508 Aug 23 06:13:01.552118 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ec252-0947-4422-9f5e-afad941ecc81 req-3b0f47b9-1a63-4bb2-be93-469a820f924c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:01.553614 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2a4ec252-0947-4422-9f5e-afad941ecc81 req-3b0f47b9-1a63-4bb2-be93-469a820f924c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0541227 Aug 23 06:13:01.598503 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2a4ec252-0947-4422-9f5e-afad941ecc81 req-974a7de1-391c-4c6f-86da-fcdf1f948641 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387120 Aug 23 06:13:02.599111 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274cb79-7a27-43b6-932f-0d378cabe87b req-7802565b-a715-4803-9f42-e98538220f10 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:02.600503 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0274cb79-7a27-43b6-932f-0d378cabe87b req-7802565b-a715-4803-9f42-e98538220f10 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0515707 Aug 23 06:13:02.649948 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0274cb79-7a27-43b6-932f-0d378cabe87b req-2894ea87-806b-4019-b282-13d04681bbe0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Aug 23 06:13:02.755843 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283ce71-c597-4984-9974-ad6bab9814f6 req-b2976b0a-f078-4dcb-8c5e-cd758e8704d2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:02.757490 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c283ce71-c597-4984-9974-ad6bab9814f6 req-b2976b0a-f078-4dcb-8c5e-cd758e8704d2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0557864 Aug 23 06:13:02.812447 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c283ce71-c597-4984-9974-ad6bab9814f6 req-78f87902-80b5-4298-a53e-28fb3e65029f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482161 Aug 23 06:13:02.977746 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df00df0-3c0e-4db0-953c-a6074e726eff req-b26c22a5-693f-48bf-90a5-73e5264ddc9e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:02.979226 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7df00df0-3c0e-4db0-953c-a6074e726eff req-b26c22a5-693f-48bf-90a5-73e5264ddc9e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 946 time: 0.0515881 Aug 23 06:13:03.023996 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7df00df0-3c0e-4db0-953c-a6074e726eff req-af429a11-dc1a-4664-af09-695f58cdd4c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392854 Aug 23 06:13:03.769561 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7548ea-97c6-4da0-8ecf-ebdfcf625bf4 req-9a300ed3-02c6-4629-a036-3453b85c5125 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:03.771026 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ae7548ea-97c6-4da0-8ecf-ebdfcf625bf4 req-9a300ed3-02c6-4629-a036-3453b85c5125 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0519814 Aug 23 06:13:03.818417 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ae7548ea-97c6-4da0-8ecf-ebdfcf625bf4 req-8998121f-051c-45d2-8219-bbd88b76e2e4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Aug 23 06:13:03.939817 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90be73a-50a8-4484-beaf-81a416945084 req-8bb885f0-ba3a-4ca4-ab94-cea4cdfd2a46 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:03.941190 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b90be73a-50a8-4484-beaf-81a416945084 req-8bb885f0-ba3a-4ca4-ab94-cea4cdfd2a46 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0510216 Aug 23 06:13:03.986166 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b90be73a-50a8-4484-beaf-81a416945084 req-cf4ddcdc-ff2e-4933-a2f2-00bc92917b7b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395024 Aug 23 06:13:04.141760 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dc9b-262e-42e6-b2fb-ac81c49f364d req-c0594314-1c55-4677-b9be-e10578ec39df tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:04.143205 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-23e5dc9b-262e-42e6-b2fb-ac81c49f364d req-c0594314-1c55-4677-b9be-e10578ec39df tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 946 time: 0.0503626 Aug 23 06:13:04.191884 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-23e5dc9b-262e-42e6-b2fb-ac81c49f364d req-95e468b8-85e7-48d2-8a81-af205378d6b7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 Aug 23 06:13:04.688293 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-dfcb9cf4-b575-477a-8995-18fde9e5eaec tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:04.689761 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-dfcb9cf4-b575-477a-8995-18fde9e5eaec tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 946 time: 0.0496256 Aug 23 06:13:04.777633 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Deleting port cd1589c3-b2da-4abe-b2b8-0fc8724a328e {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:13:04.778321 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:04.866675 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] For port cd1589c3-b2da-4abe-b2b8-0fc8724a328e, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:04.867041 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:04.941587 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6085968-36fc-4d06-acb9-5df0855a10ef req-8db8fa12-96f0-4187-bddc-64cfe90426a1 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:04.942969 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a6085968-36fc-4d06-acb9-5df0855a10ef req-8db8fa12-96f0-4187-bddc-64cfe90426a1 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0549250 Aug 23 06:13:04.990301 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a6085968-36fc-4d06-acb9-5df0855a10ef req-19fb684a-6d8c-4105-9b42-e74173663137 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410357 Aug 23 06:13:05.026500 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:05.026864 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ee4da7fe-f82a-4aa2-aefa-26aca7882909), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:05.027188 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Floating IP ee4da7fe-f82a-4aa2-aefa-26aca7882909 disassociated. External IP: 172.27.1.226, port: cd1589c3-b2da-4abe-b2b8-0fc8724a328e. Aug 23 06:13:05.027531 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Calling delete_port for cd1589c3-b2da-4abe-b2b8-0fc8724a328e owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:13:05.142847 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f1a8-f0e6-4af5-9c2f-c206994541ec req-891f5b8c-ac00-4a69-82da-9960ae5bb200 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:05.144304 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-09a8f1a8-f0e6-4af5-9c2f-c206994541ec req-891f5b8c-ac00-4a69-82da-9960ae5bb200 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0776353 Aug 23 06:13:05.224514 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-09a8f1a8-f0e6-4af5-9c2f-c206994541ec req-e76b24eb-6864-4764-bd83-c34aabfb032c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737445 Aug 23 06:13:05.307690 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (cd1589c3-b2da-4abe-b2b8-0fc8724a328e), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:05.313723 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a880f2-6220-4070-abf3-1617ba9cbcc9 req-cb104c3e-639e-4ed7-842e-1181dc1d697d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:05.316119 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-77a880f2-6220-4070-abf3-1617ba9cbcc9 req-cb104c3e-639e-4ed7-842e-1181dc1d697d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 946 time: 0.0527773 Aug 23 06:13:05.338376 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'Port': ['ID=cd1589c3-b2da-4abe-b2b8-0fc8724a328e,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:05.365526 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-77a880f2-6220-4070-abf3-1617ba9cbcc9 req-92d4faa2-b24e-4c57-9443-aa6719d2ea76 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8ce8c-4427-4bac-adee-bebd0cb8b40d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Aug 23 06:13:05.448530 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:13:05.547140 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:13:05.557032 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:13:05.566381 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:13:05.566991 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:12:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:05.589334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] No DVR routers for this DVR port cd1589c3-b2da-4abe-b2b8-0fc8724a328e on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:13:05.591929 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:05.595239 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-876b7ac4-f437-4e70-bcbd-1c7ea91a3a08 req-91f1b117-5011-4442-93df-7177e103f0bf tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "DELETE /v2.0/ports/cd1589c3-b2da-4abe-b2b8-0fc8724a328e HTTP/1.1" status: 204 len: 173 time: 0.8999853 Aug 23 06:13:05.595677 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'name': 'network-vif-deleted', 'tag': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:05.597968 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0533938c-2806-4a37-9a94-8ef509fb5ca0" -d '{"events": [{"server_uuid": "a518a2f0-a920-478b-934c-1a0d58eab20e", "name": "network-vif-deleted", "tag": "cd1589c3-b2da-4abe-b2b8-0fc8724a328e"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:05.635255 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404f8a26-51eb-45ba-8c67-eab3b7fb4c3e x-openstack-request-id: req-404f8a26-51eb-45ba-8c67-eab3b7fb4c3e {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:05.635546 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a518a2f0-a920-478b-934c-1a0d58eab20e", "name": "network-vif-deleted", "tag": "cd1589c3-b2da-4abe-b2b8-0fc8724a328e", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:05.635800 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-404f8a26-51eb-45ba-8c67-eab3b7fb4c3e {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:05.636207 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404f8a26-51eb-45ba-8c67-eab3b7fb4c3e'] response: {'server_uuid': 'a518a2f0-a920-478b-934c-1a0d58eab20e', 'name': 'network-vif-deleted', 'tag': 'cd1589c3-b2da-4abe-b2b8-0fc8724a328e', 'status': 'completed', 'code': 200} Aug 23 06:13:05.669464 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:13:05.875443 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:05.896685 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:13:05.904976 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:13:05.905621 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:12:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:06.111812 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938b2e9-a8cd-4799-8e51-d533c3cbd1d1 req-325cddb3-538d-4ec3-8dfc-1cbf9e437822 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:06.113323 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1938b2e9-a8cd-4799-8e51-d533c3cbd1d1 req-325cddb3-538d-4ec3-8dfc-1cbf9e437822 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0505679 Aug 23 06:13:06.128250 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:13:06.166240 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-1938b2e9-a8cd-4799-8e51-d533c3cbd1d1 req-2952f271-5e04-4b85-b86d-91d4bbf6d722 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466595 Aug 23 06:13:06.323456 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:06.347933 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb8e11-c0f6-47b8-8909-915726ed376e None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:13:06.366737 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b354e-bdbe-4cea-8987-89cffb5e8807 req-fd542ebc-25bb-436c-ac69-31d70ecdd5b4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:06.368284 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-329b354e-bdbe-4cea-8987-89cffb5e8807 req-fd542ebc-25bb-436c-ac69-31d70ecdd5b4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0590801 Aug 23 06:13:06.432460 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-329b354e-bdbe-4cea-8987-89cffb5e8807 req-91723f4f-c77f-4f8c-9f7d-2e363af804ea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580745 Aug 23 06:13:06.496929 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-14d32013-4d4e-43bc-b7fb-66aea13d6633 req-858dc54b-3ec9-4599-af33-4e5c1f849afd tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=a518a2f0-a920-478b-934c-1a0d58eab20e HTTP/1.1" status: 200 len: 210 time: 0.0268548 Aug 23 06:13:06.617719 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de868a-67d9-4d73-8072-fcf2fff60c3f None None] New status for floating IP ee4da7fe-f82a-4aa2-aefa-26aca7882909: DOWN {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:13:07.282078 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8859-171b-4a22-9706-c48972701407 req-df62a29d-bddd-4906-9477-e0eddcd6faec tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:07.283531 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80aa8859-171b-4a22-9706-c48972701407 req-df62a29d-bddd-4906-9477-e0eddcd6faec tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0506208 Aug 23 06:13:07.330557 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80aa8859-171b-4a22-9706-c48972701407 req-dc9e4687-a32f-4fe5-a649-8f90333f0b9e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416818 Aug 23 06:13:07.564821 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4cf4-ef47-44bd-825e-0d980295248a req-40f3e32a-9eeb-4798-b8ce-29c9bc997c0a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:07.566642 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e6fd4cf4-ef47-44bd-825e-0d980295248a req-40f3e32a-9eeb-4798-b8ce-29c9bc997c0a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0521274 Aug 23 06:13:07.613185 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e6fd4cf4-ef47-44bd-825e-0d980295248a req-67f7cd13-20d9-474d-ae18-19795c38b5e1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 Aug 23 06:13:07.660975 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38694) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:07.716137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b8c13f6c-442d-4d26-83af-f53eda338145 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (72c8ce8c-4427-4bac-adee-bebd0cb8b40d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:07.739823 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b8c13f6c-442d-4d26-83af-f53eda338145 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (72c8ce8c-4427-4bac-adee-bebd0cb8b40d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:07.849996 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b8c13f6c-442d-4d26-83af-f53eda338145 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (72c8ce8c-4427-4bac-adee-bebd0cb8b40d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:07.852858 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b8c13f6c-442d-4d26-83af-f53eda338145 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:07.854583 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b8c13f6c-442d-4d26-83af-f53eda338145 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "DELETE /v2.0/security-groups/72c8ce8c-4427-4bac-adee-bebd0cb8b40d HTTP/1.1" status: 204 len: 168 time: 0.1925859 Aug 23 06:13:07.857850 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38696) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:07.863432 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c13f6c-442d-4d26-83af-f53eda338145 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c8ce8c-4427-4bac-adee-bebd0cb8b40d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:07.871063 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.api.v2.resource [None req-dcb2f015-963b-4c75-aa7f-ed1048a4ba97 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] show failed (client error): The resource could not be found. Aug 23 06:13:07.872078 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-dcb2f015-963b-4c75-aa7f-ed1048a4ba97 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups/72c8ce8c-4427-4bac-adee-bebd0cb8b40d HTTP/1.1" status: 404 len: 347 time: 0.0132430 Aug 23 06:13:07.874959 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38698) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:07.988439 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Deleting port bac3bff6-baf4-4353-8b5c-f6513e61b806 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:13:07.988705 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (bac3bff6-baf4-4353-8b5c-f6513e61b806), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.066187 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (bac3bff6-baf4-4353-8b5c-f6513e61b806), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.066518 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (bac3bff6-baf4-4353-8b5c-f6513e61b806), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.077894 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Calling delete_port for bac3bff6-baf4-4353-8b5c-f6513e61b806 owned by network:floatingip {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:13:08.267743 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (bac3bff6-baf4-4353-8b5c-f6513e61b806), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.296942 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'Port': ['ID=bac3bff6-baf4-4353-8b5c-f6513e61b806,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:08.318579 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.318932 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.319279 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.319622 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.319959 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.320294 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.320629 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.320959 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.321289 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.321646 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.321973 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.322818 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.323144 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:08.359847 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 9009e1e7-e330-462f-8f68-ea468ea79594 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:13:08.362083 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (ee4da7fe-f82a-4aa2-aefa-26aca7882909), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.364801 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.367582 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-53b4d18b-3999-4fd5-b88b-dec5b42e3d77 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "DELETE /v2.0/floatingips/ee4da7fe-f82a-4aa2-aefa-26aca7882909 HTTP/1.1" status: 204 len: 168 time: 0.4901686 Aug 23 06:13:08.367743 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device cd1589c3-b2da-4abe-b2b8-0fc8724a328e no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:13:08.412630 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: cd1589c3-b2da-4abe-b2b8-0fc8724a328e {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:13:08.412976 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device cd1589c3-b2da-4abe-b2b8-0fc8724a328e not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:13:08.466143 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f32fa-3889-4254-8dd5-0689dc8444a5 req-34ded46c-5d98-4c93-b5b8-8abce1883d7c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:08.467677 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-de3f32fa-3889-4254-8dd5-0689dc8444a5 req-34ded46c-5d98-4c93-b5b8-8abce1883d7c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0591698 Aug 23 06:13:08.489141 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38704) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:08.493670 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-41bf4e30-a363-45b7-a120-45f400d0b476 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613269932', 'description': 'tempest-description--514978052'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:13:08.510322 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:08.520113 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-de3f32fa-3889-4254-8dd5-0689dc8444a5 req-aada7b9c-a369-4b63-a369-22d8746950bc tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467401 Aug 23 06:13:08.521547 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '9009e1e7-e330-462f-8f68-ea468ea79594', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'port_id': '9009e1e7-e330-462f-8f68-ea468ea79594', 'mac_address': 'fa:16:3e:72:83:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:13:08.557239 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 9009e1e7-e330-462f-8f68-ea468ea79594 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:08.557741 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.570633 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9009e1e7-e330-462f-8f68-ea468ea79594 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:13:08.571020 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-41bf4e30-a363-45b7-a120-45f400d0b476 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.589909 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:08.634402 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-41bf4e30-a363-45b7-a120-45f400d0b476 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (293e6eb5-f9dd-40a9-8719-cba85887f9ca), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.642814 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.692471 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:08.717221 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-41bf4e30-a363-45b7-a120-45f400d0b476 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (293e6eb5-f9dd-40a9-8719-cba85887f9ca), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.754472 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf4e30-a363-45b7-a120-45f400d0b476 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293e6eb5-f9dd-40a9-8719-cba85887f9ca,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:08.767719 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bbb1d-0a0f-4813-887f-965a271ff18e req-a3b39dc8-01d8-4697-bbd5-12f9d01ac2ea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:08.769204 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a03bbb1d-0a0f-4813-887f-965a271ff18e req-a3b39dc8-01d8-4697-bbd5-12f9d01ac2ea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0812840 Aug 23 06:13:08.798070 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-41bf4e30-a363-45b7-a120-45f400d0b476 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.799158 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-41bf4e30-a363-45b7-a120-45f400d0b476 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3089869 Aug 23 06:13:08.802081 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38708) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:08.807420 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-8daa9c85-e89c-46b7-8e48-17c0f00378be tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group_rule': {'security_group_id': '293e6eb5-f9dd-40a9-8719-cba85887f9ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:13:08.823083 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a03bbb1d-0a0f-4813-887f-965a271ff18e req-59add946-ee4a-4a6f-82ed-67a44fec8396 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477271 Aug 23 06:13:08.899278 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c85-e89c-46b7-8e48-17c0f00378be tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (f1a03e58-4e49-49e7-a7f7-f9b03c395d7c), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.952032 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c85-e89c-46b7-8e48-17c0f00378be tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (f1a03e58-4e49-49e7-a7f7-f9b03c395d7c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:08.983532 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['9009e1e7-e330-462f-8f68-ea468ea79594'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:13:09.027428 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c85-e89c-46b7-8e48-17c0f00378be tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (f1a03e58-4e49-49e7-a7f7-f9b03c395d7c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.045144 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa9c85-e89c-46b7-8e48-17c0f00378be tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a03e58-4e49-49e7-a7f7-f9b03c395d7c,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:09.138202 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-8daa9c85-e89c-46b7-8e48-17c0f00378be tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.139492 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-8daa9c85-e89c-46b7-8e48-17c0f00378be tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3363008 Aug 23 06:13:09.142213 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38710) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:09.146564 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-fef2858b-4fba-4fca-9c69-19fc11896af2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'security_group_rule': {'security_group_id': '293e6eb5-f9dd-40a9-8719-cba85887f9ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:13:09.238089 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fef2858b-4fba-4fca-9c69-19fc11896af2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (ec421b7a-952f-46ae-8923-9a05e528f194), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.292294 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fef2858b-4fba-4fca-9c69-19fc11896af2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (ec421b7a-952f-46ae-8923-9a05e528f194), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.359365 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fef2858b-4fba-4fca-9c69-19fc11896af2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (ec421b7a-952f-46ae-8923-9a05e528f194), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.378064 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2858b-4fba-4fca-9c69-19fc11896af2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec421b7a-952f-46ae-8923-9a05e528f194,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:09.452755 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-fef2858b-4fba-4fca-9c69-19fc11896af2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.454047 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-fef2858b-4fba-4fca-9c69-19fc11896af2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109007 Aug 23 06:13:09.457366 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38714) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:09.461713 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:13:09.554025 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.663070 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0c77-c948-4561-8534-44d4c54e62da req-9fbcc9ec-7cdc-41b8-9c1d-2f5735ab77df tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:09.664476 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-94cf0c77-c948-4561-8534-44d4c54e62da req-9fbcc9ec-7cdc-41b8-9c1d-2f5735ab77df tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 945 time: 0.0696771 Aug 23 06:13:09.725523 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.735602 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-94cf0c77-c948-4561-8534-44d4c54e62da req-60157ca6-96d3-4aa5-82e5-fbc125ab3eae tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643268 Aug 23 06:13:09.835251 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Allocated IP 172.27.1.195 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/1b3daba6-1f3f-42f6-9c01-8e50d3f14066) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:13:09.935217 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:09.947861 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1d7e-9561-4325-9167-684b795e12ea req-2adff34e-6c2a-4ac5-8fae-5b3751bfabcb tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:09.949853 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e87e1d7e-9561-4325-9167-684b795e12ea req-2adff34e-6c2a-4ac5-8fae-5b3751bfabcb tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0526626 Aug 23 06:13:09.995912 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e87e1d7e-9561-4325-9167-684b795e12ea req-634ba142-bdd3-4cfe-a85d-53ea78fb1cd9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 Aug 23 06:13:10.028899 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.075335 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:13:10.078241 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:13:10.080595 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:13:10.105165 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=1b3daba6-1f3f-42f6-9c01-8e50d3f14066,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:10.164543 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (673940c2-9603-4ecd-8275-a033b427f7ea), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.252914 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.376096 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 9009e1e7-e330-462f-8f68-ea468ea79594 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:13:10.406029 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.416488 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.507947 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.519452 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 9009e1e7-e330-462f-8f68-ea468ea79594 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:13:10.524569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 9009e1e7-e330-462f-8f68-ea468ea79594 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:13:10.524945 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.574295 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=1b3daba6-1f3f-42f6-9c01-8e50d3f14066,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:10.576793 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (673940c2-9603-4ecd-8275-a033b427f7ea), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.598824 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 9009e1e7-e330-462f-8f68-ea468ea79594 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:10.599216 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.621703 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:10.626425 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd20215f-0eb8-495b-bf67-2d1fd0b29629" -d '{"events": [{"server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "name": "network-vif-plugged", "status": "completed", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:10.636815 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:10.659113 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415cf78e-3f45-4a01-9475-faf4cc11cbf2 x-openstack-request-id: req-415cf78e-3f45-4a01-9475-faf4cc11cbf2 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:10.659511 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "name": "network-vif-plugged", "status": "completed", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:10.659770 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-415cf78e-3f45-4a01-9475-faf4cc11cbf2 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:10.660160 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415cf78e-3f45-4a01-9475-faf4cc11cbf2'] response: {'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594', 'code': 200} Aug 23 06:13:10.670283 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.671569 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1b41d72f-0b46-408b-944f-dc8938cb1ea8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2131999 Aug 23 06:13:10.696926 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:10.744334 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:10.858678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc97015-6793-4580-82d4-de8c45384570 req-60e61c2f-974b-4878-ad00-50250b49084c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:10.860229 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bc97015-6793-4580-82d4-de8c45384570 req-60e61c2f-974b-4878-ad00-50250b49084c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0548661 Aug 23 06:13:10.877624 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-b9d5ff4d-bb5e-45ed-b4ee-b560d4beb210 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1613269932&fields=id&tenant_id=b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 267 time: 0.0431788 Aug 23 06:13:10.944923 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bc97015-6793-4580-82d4-de8c45384570 req-426b4257-5d10-4af2-b679-10ccd52be2a7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745289 Aug 23 06:13:10.955009 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad09384-2955-4984-bcd1-f0c63a12311c req-f77582a2-d49a-401a-9184-e18faeb64954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:10.956536 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9ad09384-2955-4984-bcd1-f0c63a12311c req-f77582a2-d49a-401a-9184-e18faeb64954 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1130 time: 0.0690794 Aug 23 06:13:10.984693 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-a8b397ec-13ab-47c7-b89a-36ce7d5118d4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:10.986183 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-a8b397ec-13ab-47c7-b89a-36ce7d5118d4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 815 time: 0.1017296 Aug 23 06:13:11.001809 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-f7f5cc25-dd01-4a69-9291-6e3eb5b27584 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/quotas/b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 375 time: 0.0098121 Aug 23 06:13:11.002008 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9ad09384-2955-4984-bcd1-f0c63a12311c req-922309cd-ce71-488a-8c5f-42696531c03e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389974 Aug 23 06:13:11.059251 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-3b3aa9a5-9f56-4bc6-9d56-b28963c781ee tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523736 Aug 23 06:13:11.121613 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d395630-2264-4d98-bd10-8c6942b72099 req-ca08c3ee-87c0-42e8-ae18-787e0bd8e4ad tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:11.123225 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0d395630-2264-4d98-bd10-8c6942b72099 req-ca08c3ee-87c0-42e8-ae18-787e0bd8e4ad tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0524151 Aug 23 06:13:11.150909 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-26147421-a4ae-4b86-8c45-d0e4e4cc981c service neutron] 10.222.0.26 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806954 Aug 23 06:13:11.172340 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0d395630-2264-4d98-bd10-8c6942b72099 req-76c14642-4444-47d2-8dd6-62d4cf676e2a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435927 Aug 23 06:13:11.240647 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-99f68d00-1a9b-4247-88c7-4801328f8799 service neutron] 10.222.0.26 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838950 Aug 23 06:13:11.497534 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9e90c844-17f0-4fcc-a3ef-3a22351db719 req-db4be6c8-02c8-44b8-81e4-4bbf25c5a44a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 210 time: 0.0268805 Aug 23 06:13:12.064697 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23523ec-d347-492b-a1f2-e51eae8168e7 req-4b24786d-ad33-46cf-9098-dd4203a6cc71 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:12.066196 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a23523ec-d347-492b-a1f2-e51eae8168e7 req-4b24786d-ad33-46cf-9098-dd4203a6cc71 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0514834 Aug 23 06:13:12.114033 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a23523ec-d347-492b-a1f2-e51eae8168e7 req-4f8f99c0-5f3d-4889-aeca-a5347eac4186 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422339 Aug 23 06:13:12.303166 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2546d-aa64-42c1-9670-012dfe611091 req-75dedf03-5adc-42d7-b83d-24aa076d8bda tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:12.304656 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-81f2546d-aa64-42c1-9670-012dfe611091 req-75dedf03-5adc-42d7-b83d-24aa076d8bda tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0553825 Aug 23 06:13:12.351617 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-81f2546d-aa64-42c1-9670-012dfe611091 req-aeb281b4-43d8-4cca-a9df-80df6cc868a2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404058 Aug 23 06:13:12.386035 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:13:12.485670 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:12.497106 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'port_id': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'mac_address': 'fa:16:3e:cc:3e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:13:12.536007 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 36a0bc35-9763-495c-b459-d0bb71a24a32 is: ACTIVE; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:12.536540 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:12.550828 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36a0bc35-9763-495c-b459-d0bb71a24a32 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:13:12.571194 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:12.592986 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-01817a41-6615-4732-9857-aae698fc5a1d req-f35b088f-5799-400d-b1f7-849631634792 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 210 time: 0.0264556 Aug 23 06:13:12.645512 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:12.691596 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=6']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:12.767782 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['36a0bc35-9763-495c-b459-d0bb71a24a32'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:13:13.232987 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10cc27-f221-4249-8f6f-3b0b7c609fd7 req-8f66727f-5a08-4d50-bf20-64018f664688 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:13.244059 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf10cc27-f221-4249-8f6f-3b0b7c609fd7 req-8f66727f-5a08-4d50-bf20-64018f664688 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0525146 Aug 23 06:13:13.282527 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cf10cc27-f221-4249-8f6f-3b0b7c609fd7 req-533d7aee-b4b2-401a-9b41-16a0199f5611 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424132 Aug 23 06:13:13.407823 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9a4dc-1e6a-409d-abc0-cc56cef5eab7 req-3bc353c6-8026-4cf9-81f4-c6b70f54bd9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:13.409332 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7cc9a4dc-1e6a-409d-abc0-cc56cef5eab7 req-3bc353c6-8026-4cf9-81f4-c6b70f54bd9f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0568230 Aug 23 06:13:13.466272 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7cc9a4dc-1e6a-409d-abc0-cc56cef5eab7 req-411fe6c5-e0c0-4901-8155-514a34e38ba5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506904 Aug 23 06:13:13.482885 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-dd47e387-3443-4b49-acdc-7c5b2f21e90b tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:13.483664 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-dd47e387-3443-4b49-acdc-7c5b2f21e90b tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 815 time: 0.1370378 Aug 23 06:13:13.491901 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38762) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:13.514920 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083315-bc64-4a46-8d43-77b682b8b986 req-a95e6889-636c-479f-8767-5dda28bca66c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:13.516412 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c083315-bc64-4a46-8d43-77b682b8b986 req-a95e6889-636c-479f-8767-5dda28bca66c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 944 time: 0.0817113 Aug 23 06:13:13.580907 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-5d31c004-9ca3-416d-bf1e-1e946e0ed4d9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b46a240be5e84bd7bde99fc7a8628b61 HTTP/1.1" status: 200 len: 380 time: 0.0881562 Aug 23 06:13:13.592258 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'port': {'device_id': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'admin_state_up': True, 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'security_groups': ['293e6eb5-f9dd-40a9-8719-cba85887f9ca']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:13:13.600272 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c083315-bc64-4a46-8d43-77b682b8b986 req-991e9b82-6b16-4e18-b187-083e2d223535 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764263 Aug 23 06:13:13.645164 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c74c7-2e02-4c4d-b4cf-5c8563ab2569 tempest-TestShelveInstance-1738445837 tempest-TestShelveInstance-1738445837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:13.649700 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-bc0c74c7-2e02-4c4d-b4cf-5c8563ab2569 tempest-TestShelveInstance-1738445837 tempest-TestShelveInstance-1738445837-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1125 time: 0.1540048 Aug 23 06:13:13.649911 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38768) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:13.654369 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'port_id': '9009e1e7-e330-462f-8f68-ea468ea79594', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:13:13.711160 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9ab9e02e-7227-4a62-861e-887768391b61 req-23c58885-5a4e-47ba-8ea0-2f2b127a5a31 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 210 time: 0.0263312 Aug 23 06:13:13.743259 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:13.771366 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Made reservation on behalf of b46a240be5e84bd7bde99fc7a8628b61 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:13:13.774798 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:13.844924 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:13.906893 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Allocated IP 172.20.0.5 (64e506df-1825-4b0a-a783-350ab49333de/f03003f5-4979-48f2-a32c-becebcd37287/682b771a-73bf-4459-9f3f-5cfc36354033) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:13:13.947742 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Allocated IP 172.27.1.96 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/005949a4-9f94-4e17-9dd3-9b788c22dd57) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:13:14.038287 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for port (682b771a-73bf-4459-9f3f-5cfc36354033), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.047226 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for port (005949a4-9f94-4e17-9dd3-9b788c22dd57), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.125737 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.154456 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (005949a4-9f94-4e17-9dd3-9b788c22dd57), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.169362 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Network 64e506df-1825-4b0a-a783-350ab49333de is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:13:14.174180 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:13:14.176745 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:13:14.188642 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:13:14.191575 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:13:14.197264 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:13:14.210006 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event updated for resources: {'Port': ['ID=682b771a-73bf-4459-9f3f-5cfc36354033,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:14.225277 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'Port': ['ID=005949a4-9f94-4e17-9dd3-9b788c22dd57,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:14.240119 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:14.246850 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.338145 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-0af99545-26ef-44f3-b202-af0040176f11 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7522869 Aug 23 06:13:14.354754 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Request body: {'port': {'device_id': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:13:14.387519 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:13:14.420995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.438644 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 36a0bc35-9763-495c-b459-d0bb71a24a32 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:13:14.439263 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.485937 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-148ba5b1-b97c-48be-949e-607871eefe46 None None] Provisioning complete for port 682b771a-73bf-4459-9f3f-5cfc36354033 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:13:14.488175 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-148ba5b1-b97c-48be-949e-607871eefe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.526531 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-148ba5b1-b97c-48be-949e-607871eefe46 None None] Port 682b771a-73bf-4459-9f3f-5cfc36354033 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:13:14.564549 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 36a0bc35-9763-495c-b459-d0bb71a24a32 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:14.565281 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.589690 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:14.592069 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c322a31c-20cb-40dc-b8c7-4f6632686b23" -d '{"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-plugged", "status": "completed", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:14.620025 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:14.633208 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd7b1d-7ea6-4e20-9bff-cf193121f2e1 x-openstack-request-id: req-cafd7b1d-7ea6-4e20-9bff-cf193121f2e1 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:14.633580 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-plugged", "status": "completed", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:14.634029 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cafd7b1d-7ea6-4e20-9bff-cf193121f2e1 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:14.634431 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafd7b1d-7ea6-4e20-9bff-cf193121f2e1'] response: {'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'code': 200} Aug 23 06:13:14.674955 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.713006 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682b771a-73bf-4459-9f3f-5cfc36354033 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:13:14.721408 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Publish callbacks [] for port (682b771a-73bf-4459-9f3f-5cfc36354033), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.726241 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=7']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:14.738326 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Transition to ACTIVE for port object 682b771a-73bf-4459-9f3f-5cfc36354033 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:13:14.798540 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c001df-03a9-43c1-86e5-699aa1a118e3 req-67716e75-23e7-48a0-89b9-bde0a4efae04 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:14.800043 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f0c001df-03a9-43c1-86e5-699aa1a118e3 req-67716e75-23e7-48a0-89b9-bde0a4efae04 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.1030843 Aug 23 06:13:14.833574 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc7de-0994-46ef-9b62-212a5664b412 req-0a491f42-7106-49f1-90a4-f2b2ad2d90b8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:14.835150 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-452bc7de-0994-46ef-9b62-212a5664b412 req-0a491f42-7106-49f1-90a4-f2b2ad2d90b8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 931 time: 0.0519464 Aug 23 06:13:14.879224 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for floatingip (88e50be3-531c-4041-8e7d-99db5f941417), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.881901 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-452bc7de-0994-46ef-9b62-212a5664b412 req-ed88b67c-dec4-492a-b7df-9394956b2243 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Aug 23 06:13:14.883203 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f0c001df-03a9-43c1-86e5-699aa1a118e3 req-a3273476-d816-458f-a017-df0e794108f3 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600910 Aug 23 06:13:14.905735 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:14.979713 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Pushing event updated for resources: {'Port': ['ID=682b771a-73bf-4459-9f3f-5cfc36354033,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:15.007178 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Attempting to bind port 682b771a-73bf-4459-9f3f-5cfc36354033 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:13:15.007512 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Attempting to bind port 682b771a-73bf-4459-9f3f-5cfc36354033 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:13:15.007851 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Attempting to bind port 682b771a-73bf-4459-9f3f-5cfc36354033 on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:13:15.012597 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Port 682b771a-73bf-4459-9f3f-5cfc36354033 on network 64e506df-1825-4b0a-a783-350ab49333de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:13:15.012913 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Attempting to bind port 682b771a-73bf-4459-9f3f-5cfc36354033 on network 64e506df-1825-4b0a-a783-350ab49333de {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:13:15.017677 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:13:15.018013 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Checking segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:13:15.018388 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Bound using segment: {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:13:15.018825 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Bound port: 682b771a-73bf-4459-9f3f-5cfc36354033, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546cddfb-86a6-4f20-accf-b77886af763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64e506df-1825-4b0a-a783-350ab49333de'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:13:15.019175 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:15.040587 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (005949a4-9f94-4e17-9dd3-9b788c22dd57), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:15.077273 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] For port 682b771a-73bf-4459-9f3f-5cfc36354033, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:13:15.080257 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] For port 682b771a-73bf-4459-9f3f-5cfc36354033, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=682b771a-73bf-4459-9f3f-5cfc36354033,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:13:15.149007 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:15.154703 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:15.155313 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:15.156705 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] 10.222.0.16 "PUT /v2.0/ports/682b771a-73bf-4459-9f3f-5cfc36354033 HTTP/1.1" status: 200 len: 1093 time: 0.8110237 Aug 23 06:13:15.157134 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'tag': '682b771a-73bf-4459-9f3f-5cfc36354033'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:15.159506 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc4591-4acd-4f70-a665-0e27dbd2871f" -d '{"events": [{"name": "network-changed", "server_uuid": "deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b", "tag": "682b771a-73bf-4459-9f3f-5cfc36354033"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:15.185306 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for port (005949a4-9f94-4e17-9dd3-9b788c22dd57), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:15.195628 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cfe6fe-a582-4f48-9392-47c498b11965 x-openstack-request-id: req-08cfe6fe-a582-4f48-9392-47c498b11965 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:15.195909 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b", "tag": "682b771a-73bf-4459-9f3f-5cfc36354033", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:15.196159 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08cfe6fe-a582-4f48-9392-47c498b11965 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:15.196605 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cfe6fe-a582-4f48-9392-47c498b11965'] response: {'name': 'network-changed', 'server_uuid': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'tag': '682b771a-73bf-4459-9f3f-5cfc36354033', 'status': 'completed', 'code': 200} Aug 23 06:13:15.206108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9c8e-b292-46f4-a618-9849c76c4a1c service neutron] Pushing event updated for resources: {'Port': ['ID=682b771a-73bf-4459-9f3f-5cfc36354033,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:15.257160 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (005949a4-9f94-4e17-9dd3-9b788c22dd57), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:15.299024 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc4591-4acd-4f70-a665-0e27dbd2871f req-8321641b-6f41-4851-a62c-4b956a97ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:15.300533 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7bdc4591-4acd-4f70-a665-0e27dbd2871f req-8321641b-6f41-4851-a62c-4b956a97ab1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 1127 time: 0.0479071 Aug 23 06:13:15.321174 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event updated for resources: {'Port': ['ID=005949a4-9f94-4e17-9dd3-9b788c22dd57,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:15.323701 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (88e50be3-531c-4041-8e7d-99db5f941417), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:15.409765 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc4591-4acd-4f70-a665-0e27dbd2871f req-18b43090-60cc-4fc0-994f-492b94a3485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:15.411237 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7bdc4591-4acd-4f70-a665-0e27dbd2871f req-18b43090-60cc-4fc0-994f-492b94a3485a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0926309 Aug 23 06:13:15.421060 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.l3_db [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Floating IP 88e50be3-531c-4041-8e7d-99db5f941417 associated. External IP: 172.27.1.96, port: 9009e1e7-e330-462f-8f68-ea468ea79594. Aug 23 06:13:15.508865 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc4591-4acd-4f70-a665-0e27dbd2871f req-b03568c7-748e-4a90-81ff-4dcc35ef1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:15.510347 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7bdc4591-4acd-4f70-a665-0e27dbd2871f req-b03568c7-748e-4a90-81ff-4dcc35ef1599 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905116 Aug 23 06:13:15.590204 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-b75b8598-6feb-48b8-841e-56fbf7dd4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:15.591680 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-b75b8598-6feb-48b8-841e-56fbf7dd4556 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 1127 time: 0.0431998 Aug 23 06:13:15.615781 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:13:15.631514 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-2b998151-1cc5-4c82-ba33-41c54dbe6245 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682b771a-73bf-4459-9f3f-5cfc36354033 HTTP/1.1" status: 200 len: 217 time: 0.0322099 Aug 23 06:13:15.679429 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-6b548db6-d08b-432a-a55c-b294aa6cf567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:15.680897 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-6b548db6-d08b-432a-a55c-b294aa6cf567 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0428319 Aug 23 06:13:15.714485 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:13:15.727213 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] Sync routers for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:13:15.736341 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-8f6a1acc-bb85-46a3-9b4b-6aa6f127cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:15.737882 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-8f6a1acc-bb85-46a3-9b4b-6aa6f127cbb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496619 Aug 23 06:13:15.743610 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:13:15.743610 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:12:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:15.808166 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:15.829029 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-a5b0ce75-01dc-46aa-9f25-f5780c313b41 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837247 Aug 23 06:13:15.842303 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a754e6a2-fa67-4688-baa3-701d83f10f5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1912723 Aug 23 06:13:15.843162 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:15.845641 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:15.846881 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:13:15.883160 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db20f7-788e-470b-ab67-2a3986481e78 x-openstack-request-id: req-36db20f7-788e-470b-ab67-2a3986481e78 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:15.883511 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:15.883779 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36db20f7-788e-470b-ab67-2a3986481e78 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:15.884196 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36db20f7-788e-470b-ab67-2a3986481e78'] response: {'name': 'network-changed', 'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594', 'status': 'completed', 'code': 200} Aug 23 06:13:15.960868 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b23d877c-c877-4e5f-93e1-0ee6121944ee req-a50d4ede-5117-4f06-abfc-b7b44b9cfbbc service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260026 Aug 23 06:13:15.969858 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-1f440908-1d1e-4cca-abeb-aa32d55cc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:15.971321 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-1f440908-1d1e-4cca-abeb-aa32d55cc537 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1130 time: 0.0639071 Aug 23 06:13:16.025142 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907ad56-370a-4bbc-bba3-6bada3eb8d37 req-f805abf8-0f6f-4592-8a6e-1e6953877fb0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:16.026729 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f907ad56-370a-4bbc-bba3-6bada3eb8d37 req-f805abf8-0f6f-4592-8a6e-1e6953877fb0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 943 time: 0.0565064 Aug 23 06:13:16.077862 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '88e50be3-531c-4041-8e7d-99db5f941417', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'port_id': '9009e1e7-e330-462f-8f68-ea468ea79594', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'mac_address': 'fa:16:3e:72:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:13:14Z', 'updated_at': '2022-08-23T06:13:14Z', 'revision_number': 0, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 5, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:16.079782 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f907ad56-370a-4bbc-bba3-6bada3eb8d37 req-23e3498c-dca9-44d9-b396-bbfebf79b1d7 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459654 Aug 23 06:13:16.105978 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76b999-e28e-4a22-b039-99aa2639397f req-54038b40-4264-4979-a5f5-1a6eec1e4704 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:16.107469 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6d76b999-e28e-4a22-b039-99aa2639397f req-54038b40-4264-4979-a5f5-1a6eec1e4704 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.1168754 Aug 23 06:13:16.112762 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] Checking router: b61dacd0-6b7d-49c8-89ba-eea0c09465f1 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:13:16.113117 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-6006460f-f906-4c35-818f-8c0912d0ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:16.114547 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-6006460f-f906-4c35-818f-8c0912d0ef41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 200 len: 910 time: 0.1370709 Aug 23 06:13:16.121783 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:13:16.122382 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:12:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:16.219705 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:13:16.453837 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '88e50be3-531c-4041-8e7d-99db5f941417', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'port_id': '9009e1e7-e330-462f-8f68-ea468ea79594', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'mac_address': 'fa:16:3e:72:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:13:14Z', 'updated_at': '2022-08-23T06:13:14Z', 'revision_number': 0, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 5, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:16.456703 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-503363d5-1a7b-44c5-98e7-e105651a791b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 999 time: 0.3355877 Aug 23 06:13:16.459897 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6d76b999-e28e-4a22-b039-99aa2639397f req-3492e745-d8f9-4af0-8c29-e524f8d73bf9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444977 Aug 23 06:13:16.479271 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575b5a1-317b-4398-80b8-18e0a24b4b96 None None] The sync data for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi is: [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '88e50be3-531c-4041-8e7d-99db5f941417', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'port_id': '9009e1e7-e330-462f-8f68-ea468ea79594', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'mac_address': 'fa:16:3e:72:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:13:14Z', 'updated_at': '2022-08-23T06:13:14Z', 'revision_number': 0, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 5, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:13:16.505903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-03454bd6-14aa-4ffd-a0be-246c350b06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:16.507361 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-03454bd6-14aa-4ffd-a0be-246c350b06b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e7e7c73-a2c2-4856-b5a6-790f966b672a HTTP/1.1" status: 200 len: 848 time: 0.0448301 Aug 23 06:13:16.555454 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-fbf8afc1-6ce0-4045-aa3a-9f6931038b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:16.556961 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-fbf8afc1-6ce0-4045-aa3a-9f6931038b52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f3af64f-78d8-4c08-a166-d018612b4959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438161 Aug 23 06:13:16.651546 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-55e8a161-2927-4d5f-b59f-a8ebddcce350 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873089 Aug 23 06:13:16.672213 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b278c61-094c-47de-ace1-49aeb16d3d65 None None] New status for floating IP 88e50be3-531c-4041-8e7d-99db5f941417: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:13:16.740654 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2d9e4250-0f8b-40ab-ba3a-5acdffa03ff1 req-a4736cac-b6be-48ec-921b-ef09d0fdd95a service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827329 Aug 23 06:13:17.209412 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35394664-0512-4cbb-9d5d-1e1674073500 req-949ad84b-2b8f-4716-9a35-db57553dcdba tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:17.210917 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-35394664-0512-4cbb-9d5d-1e1674073500 req-949ad84b-2b8f-4716-9a35-db57553dcdba tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 943 time: 0.0533624 Aug 23 06:13:17.260287 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-35394664-0512-4cbb-9d5d-1e1674073500 req-dd9fa0c7-07e4-4ca2-a406-85cdaf6a8f87 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430040 Aug 23 06:13:17.586967 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23994a6-1dd4-4801-a106-0d4c68290aa0 req-b5e1d0aa-cc09-4f5f-9608-4c27ffa9e651 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:17.588452 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f23994a6-1dd4-4801-a106-0d4c68290aa0 req-b5e1d0aa-cc09-4f5f-9608-4c27ffa9e651 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0528829 Aug 23 06:13:17.634071 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f23994a6-1dd4-4801-a106-0d4c68290aa0 req-f3024061-b863-4c69-8c87-3a6139e54f8a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 Aug 23 06:13:18.433284 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261539-cbc4-4fba-bf0b-eac93a5d665f req-f6aa48cd-c703-4234-a436-b0719a32fd37 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:18.435945 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6c261539-cbc4-4fba-bf0b-eac93a5d665f req-f6aa48cd-c703-4234-a436-b0719a32fd37 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 943 time: 0.0672910 Aug 23 06:13:18.489527 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6c261539-cbc4-4fba-bf0b-eac93a5d665f req-fd1c5f40-5706-4a36-a966-8e56fbba377a tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468884 Aug 23 06:13:18.766778 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb11f-7a31-4ca1-bab4-99c4950a07c9 req-2e475372-5c25-4d03-924a-5316595ebc5c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:18.768356 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53cdb11f-7a31-4ca1-bab4-99c4950a07c9 req-2e475372-5c25-4d03-924a-5316595ebc5c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0581920 Aug 23 06:13:18.819756 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53cdb11f-7a31-4ca1-bab4-99c4950a07c9 req-6028aa0c-c62f-44e6-8d40-99c957f161d9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453210 Aug 23 06:13:19.628205 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a03d7-d874-4fe9-b1b5-b2ff365f337b req-6cb1deda-8b0b-4b94-a60d-3c5b14beb1f4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:19.629849 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b02a03d7-d874-4fe9-b1b5-b2ff365f337b req-6cb1deda-8b0b-4b94-a60d-3c5b14beb1f4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 943 time: 0.0589130 Aug 23 06:13:19.691524 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b02a03d7-d874-4fe9-b1b5-b2ff365f337b req-4df9dd8b-99ee-4783-8f8b-f3c3463957dc tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556631 Aug 23 06:13:19.984863 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630c4a-db5b-4b24-a1a5-4505d4fcdeba req-34ef513a-fff2-40f8-80e8-930ed72d8f76 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:19.986493 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f5630c4a-db5b-4b24-a1a5-4505d4fcdeba req-34ef513a-fff2-40f8-80e8-930ed72d8f76 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0548868 Aug 23 06:13:20.042222 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f5630c4a-db5b-4b24-a1a5-4505d4fcdeba req-6cb2deb6-ee7b-4166-9f71-86f10a036590 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491695 Aug 23 06:13:20.394649 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 682b771a-73bf-4459-9f3f-5cfc36354033 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:13:20.492477 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 682b771a-73bf-4459-9f3f-5cfc36354033, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=682b771a-73bf-4459-9f3f-5cfc36354033,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:20.504268 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '682b771a-73bf-4459-9f3f-5cfc36354033', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'port_id': '682b771a-73bf-4459-9f3f-5cfc36354033', 'mac_address': 'fa:16:3e:56:ff:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:13:20.542921 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 682b771a-73bf-4459-9f3f-5cfc36354033 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:20.543321 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:20.560416 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682b771a-73bf-4459-9f3f-5cfc36354033 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:13:20.579030 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 682b771a-73bf-4459-9f3f-5cfc36354033, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=682b771a-73bf-4459-9f3f-5cfc36354033,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:20.652561 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:20.698796 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=682b771a-73bf-4459-9f3f-5cfc36354033,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:20.708530 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.708530 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.708530 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.708530 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.708530 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.708927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.709133 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.709428 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.709799 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.710254 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.710586 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.710916 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.711260 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:13:20.829725 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453082-b678-439c-8368-c6f1b0605e3a req-3550e33f-d838-48d9-b816-d9cb4b33252e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:20.831410 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8c453082-b678-439c-8368-c6f1b0605e3a req-3550e33f-d838-48d9-b816-d9cb4b33252e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 944 time: 0.0541005 Aug 23 06:13:20.887558 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8c453082-b678-439c-8368-c6f1b0605e3a req-459915f1-9531-47d7-8f1b-2d0ad5ba6fd2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495999 Aug 23 06:13:21.120935 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['682b771a-73bf-4459-9f3f-5cfc36354033'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:13:21.197326 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ebf85-2662-4cbc-ba53-131ce0142560 req-63895342-fad8-43ee-ba76-75018ba6d5d5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:21.213745 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e08ebf85-2662-4cbc-ba53-131ce0142560 req-63895342-fad8-43ee-ba76-75018ba6d5d5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0844493 Aug 23 06:13:21.269259 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e08ebf85-2662-4cbc-ba53-131ce0142560 req-1cc9a90d-0325-4448-8b1e-560c753ee10d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545077 Aug 23 06:13:22.030817 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70e0a1-e427-4d7f-9788-856175544fde req-a30ff027-fd31-4afa-89c5-cf4ecc09bd6e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:22.032229 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-dc70e0a1-e427-4d7f-9788-856175544fde req-a30ff027-fd31-4afa-89c5-cf4ecc09bd6e tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 944 time: 0.0551157 Aug 23 06:13:22.079961 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-dc70e0a1-e427-4d7f-9788-856175544fde req-5ea5266f-8db9-4bfa-9da2-5c90310ff751 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Aug 23 06:13:22.279759 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-bddd772c-4052-4015-811e-b8b06a37793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:22.281928 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-bddd772c-4052-4015-811e-b8b06a37793e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 1129 time: 0.0633991 Aug 23 06:13:22.414911 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 682b771a-73bf-4459-9f3f-5cfc36354033 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:13:22.447440 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646a8f3-12cd-42a8-aec4-61d89cf52d79 req-a2647a3f-c6ee-48f3-8b5c-4ea0e5b0ea89 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:22.448954 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9646a8f3-12cd-42a8-aec4-61d89cf52d79 req-a2647a3f-c6ee-48f3-8b5c-4ea0e5b0ea89 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0870540 Aug 23 06:13:22.463419 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-3f31f3a9-974f-453f-9ded-f59ad04c6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:22.464947 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-3f31f3a9-974f-453f-9ded-f59ad04c6634 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.1623654 Aug 23 06:13:22.561295 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9646a8f3-12cd-42a8-aec4-61d89cf52d79 req-21dc3675-5b00-4878-8f09-e3e4d08cc195 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928314 Aug 23 06:13:22.570031 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-3c47ed8e-9636-4781-b058-311cc85422dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a0bc35-9763-495c-b459-d0bb71a24a32 HTTP/1.1" status: 200 len: 1001 time: 0.0855141 Aug 23 06:13:22.580699 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 682b771a-73bf-4459-9f3f-5cfc36354033 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:13:22.586393 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 682b771a-73bf-4459-9f3f-5cfc36354033 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:13:22.587062 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:22.639383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-8c098e17-9117-48e3-bba6-ec0f9d20e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:22.641713 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-8c098e17-9117-48e3-bba6-ec0f9d20e80f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0620453 Aug 23 06:13:22.701925 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-f4d5d21a-a3f2-44e6-a241-0b72e96ec627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:22.702732 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 682b771a-73bf-4459-9f3f-5cfc36354033 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:22.703204 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:22.705160 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-f4d5d21a-a3f2-44e6-a241-0b72e96ec627 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568883 Aug 23 06:13:22.735614 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682b771a-73bf-4459-9f3f-5cfc36354033'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:22.738342 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f59dd7-6ad4-4c32-a9d8-bb2644b0ee20" -d '{"events": [{"server_uuid": "deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b", "name": "network-vif-plugged", "status": "completed", "tag": "682b771a-73bf-4459-9f3f-5cfc36354033"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:22.752701 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 682b771a-73bf-4459-9f3f-5cfc36354033, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=682b771a-73bf-4459-9f3f-5cfc36354033,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:22.786062 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e792a4b-f85a-47c9-ba7b-6eea0475d9c2 x-openstack-request-id: req-1e792a4b-f85a-47c9-ba7b-6eea0475d9c2 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:22.786661 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b", "name": "network-vif-plugged", "status": "completed", "tag": "682b771a-73bf-4459-9f3f-5cfc36354033", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:22.787121 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e792a4b-f85a-47c9-ba7b-6eea0475d9c2 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:22.787683 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e792a4b-f85a-47c9-ba7b-6eea0475d9c2'] response: {'server_uuid': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682b771a-73bf-4459-9f3f-5cfc36354033', 'code': 200} Aug 23 06:13:22.844946 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-478d6081-030f-4291-9fbd-0a15a82a6f68 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331248 Aug 23 06:13:22.904869 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:22.960318 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c100e2d-8f86-492f-aaae-2a76a5dc6323 req-14fd4ad1-0238-44f1-8459-d8dae8153eda service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088696 Aug 23 06:13:22.969892 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=682b771a-73bf-4459-9f3f-5cfc36354033,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:23.261912 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be49c8-57f8-49c9-b7a7-7f3393ed84b0 req-1f9ab371-b49f-4db8-a5a5-e776ae379a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:23.263985 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-63be49c8-57f8-49c9-b7a7-7f3393ed84b0 req-1f9ab371-b49f-4db8-a5a5-e776ae379a34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 1129 time: 0.0837078 Aug 23 06:13:23.269987 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-54cb1240-20bb-4866-a380-ca5b99058ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:23.278893 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedab55a-9604-44d2-b3ec-0d503fdcdefb req-22acc183-9788-4e6c-9946-62ec361b47c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:23.282373 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dedab55a-9604-44d2-b3ec-0d503fdcdefb req-22acc183-9788-4e6c-9946-62ec361b47c9 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 945 time: 0.1121051 Aug 23 06:13:23.372771 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-63be49c8-57f8-49c9-b7a7-7f3393ed84b0 req-b962342d-8f0a-4df8-921f-8f6dab046da9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912786 Aug 23 06:13:23.377751 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dedab55a-9604-44d2-b3ec-0d503fdcdefb req-02e12320-c6e3-4589-b036-f037489daa23 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872455 Aug 23 06:13:23.694532 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be157c80-a175-4563-9733-c613b8f86bea req-e155064e-f497-4fde-b88a-33f1bf2d81fa tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:23.695944 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-be157c80-a175-4563-9733-c613b8f86bea req-e155064e-f497-4fde-b88a-33f1bf2d81fa tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0572774 Aug 23 06:13:23.743278 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-be157c80-a175-4563-9733-c613b8f86bea req-990902b5-2450-4509-8e57-343577d142e6 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Aug 23 06:13:24.524018 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e9f66-b4c8-4bb2-a0ac-2000dac22978 req-c8709519-43b5-4d30-add3-7baeac4caf06 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:24.525692 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b85e9f66-b4c8-4bb2-a0ac-2000dac22978 req-c8709519-43b5-4d30-add3-7baeac4caf06 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 945 time: 0.0552270 Aug 23 06:13:24.576402 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b85e9f66-b4c8-4bb2-a0ac-2000dac22978 req-275f9cb8-ec37-47c9-9c7e-75c20bb1cff6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Aug 23 06:13:24.894454 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77d70-da24-429e-ac21-8c9bc09b16ab req-12d37c43-9293-4623-8758-35514879fb82 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:24.902005 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-40a77d70-da24-429e-ac21-8c9bc09b16ab req-12d37c43-9293-4623-8758-35514879fb82 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0792160 Aug 23 06:13:24.951014 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-40a77d70-da24-429e-ac21-8c9bc09b16ab req-d35f2021-d6d7-4dbc-9bbd-029c639f818c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480106 Aug 23 06:13:25.394131 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2102dc96-03dd-4eb4-a82d-5f76ac1ead78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:25.713210 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fde5a-5eb0-4151-9a0d-b6638d94b4f2 req-4bbde44b-807f-41e9-a62e-d1386429f7f0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:25.714837 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fb5fde5a-5eb0-4151-9a0d-b6638d94b4f2 req-4bbde44b-807f-41e9-a62e-d1386429f7f0 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 945 time: 0.0630150 Aug 23 06:13:25.769857 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fb5fde5a-5eb0-4151-9a0d-b6638d94b4f2 req-57dc4d99-815b-4e41-b19d-1c8abd505789 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474408 Aug 23 06:13:25.904544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ec53-a671-4710-82e5-4a79378c6ef0 req-9ebe4f56-cfe4-452e-9ac5-347e73def0d6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:25.906796 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cea4ec53-a671-4710-82e5-4a79378c6ef0 req-9ebe4f56-cfe4-452e-9ac5-347e73def0d6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 945 time: 0.0605290 Aug 23 06:13:25.917705 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 38866) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:25.922969 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Request body: {'floatingip': {'port_id': '682b771a-73bf-4459-9f3f-5cfc36354033'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:13:25.961163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (673940c2-9603-4ecd-8275-a033b427f7ea), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:26.179829 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02a38-b4b9-4fa4-a3d5-3a03ef12ffcd req-e53c1b67-1223-4cc8-8e9e-1582f861409e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:26.186429 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60a02a38-b4b9-4fa4-a3d5-3a03ef12ffcd req-e53c1b67-1223-4cc8-8e9e-1582f861409e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.1403165 Aug 23 06:13:26.297334 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60a02a38-b4b9-4fa4-a3d5-3a03ef12ffcd req-c1245594-32ff-4372-a7bf-522ecf2fec55 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056807 Aug 23 06:13:26.482777 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:13:26.598409 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:26.693200 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (673940c2-9603-4ecd-8275-a033b427f7ea), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:26.794659 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Floating IP 673940c2-9603-4ecd-8275-a033b427f7ea associated. External IP: 172.27.1.195, port: 682b771a-73bf-4459-9f3f-5cfc36354033. Aug 23 06:13:26.939284 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:27.009422 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:13:27.117900 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:13:27.123421 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:27.130175 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:13:27.143453 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:13:27.144391 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:13:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:27.154491 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6b49bb60-c93d-42f6-a73e-d228f352e5a3 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "PUT /v2.0/floatingips/673940c2-9603-4ecd-8275-a033b427f7ea HTTP/1.1" status: 200 len: 991 time: 1.2367458 Aug 23 06:13:27.155079 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'tag': '682b771a-73bf-4459-9f3f-5cfc36354033'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:27.157335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce29185-b3b1-4569-b2cc-756ea4417b89" -d '{"events": [{"name": "network-changed", "server_uuid": "deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b", "tag": "682b771a-73bf-4459-9f3f-5cfc36354033"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:27.193979 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c47ba1c-a4e7-480a-b97c-752d7895a812 x-openstack-request-id: req-9c47ba1c-a4e7-480a-b97c-752d7895a812 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:27.194508 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b", "tag": "682b771a-73bf-4459-9f3f-5cfc36354033", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:27.194924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c47ba1c-a4e7-480a-b97c-752d7895a812 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:27.195334 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c47ba1c-a4e7-480a-b97c-752d7895a812'] response: {'name': 'network-changed', 'server_uuid': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'tag': '682b771a-73bf-4459-9f3f-5cfc36354033', 'status': 'completed', 'code': 200} Aug 23 06:13:27.259657 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:13:27.272212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-e4a71e2a-6c9c-4470-a0e1-5f2f500e3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:27.273804 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-e4a71e2a-6c9c-4470-a0e1-5f2f500e3271 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 1129 time: 0.0492942 Aug 23 06:13:27.395862 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-ad03b0e0-c64f-4063-bd9d-fcec52c64fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:27.397462 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-ad03b0e0-c64f-4063-bd9d-fcec52c64fcc service neutron] 10.222.0.16 "GET /v2.0/networks?id=64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 200 len: 916 time: 0.1172817 Aug 23 06:13:27.483099 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-5e114cf7-8b5b-4a7b-8eea-38350bb07c03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682b771a-73bf-4459-9f3f-5cfc36354033 HTTP/1.1" status: 200 len: 999 time: 0.0784776 Aug 23 06:13:27.504887 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a5764-7f76-4b99-b7dd-5bf11cf8a11a req-de302f97-560e-4a11-ba98-b5982f780bf8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:27.508805 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '673940c2-9603-4ecd-8275-a033b427f7ea', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '682b771a-73bf-4459-9f3f-5cfc36354033', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:56:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:13:10Z', 'updated_at': '2022-08-23T06:13:26Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:27.510017 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-502a5764-7f76-4b99-b7dd-5bf11cf8a11a req-de302f97-560e-4a11-ba98-b5982f780bf8 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.1163006 Aug 23 06:13:27.535519 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:13:27.543880 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:13:27.544517 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:13:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:27.568894 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-62fe31fd-ef2d-4c7f-a29f-1a0b17ac7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:27.570421 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-62fe31fd-ef2d-4c7f-a29f-1a0b17ac7a95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 200 len: 854 time: 0.0806165 Aug 23 06:13:27.595479 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-502a5764-7f76-4b99-b7dd-5bf11cf8a11a req-40a5e946-bd36-4a15-bb48-1d91d420d586 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674288 Aug 23 06:13:27.628103 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-d989377a-49a7-46c6-a5aa-ff3931dedd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:27.629667 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-d989377a-49a7-46c6-a5aa-ff3931dedd2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64e506df-1825-4b0a-a783-350ab49333de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494742 Aug 23 06:13:27.648120 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:13:27.721149 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-a48acc36-d3e7-4406-a198-5547290cbb1f service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839834 Aug 23 06:13:27.817925 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bce29185-b3b1-4569-b2cc-756ea4417b89 req-d9d6ec25-f61b-4a07-9cdf-2c6c8cb951f2 service neutron] 10.222.0.16 "GET /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908666 Aug 23 06:13:27.869456 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '673940c2-9603-4ecd-8275-a033b427f7ea', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '682b771a-73bf-4459-9f3f-5cfc36354033', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:56:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:13:10Z', 'updated_at': '2022-08-23T06:13:26Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:13:27.893916 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca019f08-1eba-401c-ac14-bc10533e1550 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '673940c2-9603-4ecd-8275-a033b427f7ea', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'port_id': '682b771a-73bf-4459-9f3f-5cfc36354033', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'mac_address': 'fa:16:3e:56:ff:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:13:10Z', 'updated_at': '2022-08-23T06:13:26Z', 'revision_number': 1, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:13:28.089117 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a1ba1-3c57-4c8c-8bac-5b78e6843337 None None] New status for floating IP 673940c2-9603-4ecd-8275-a033b427f7ea: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:13:28.206491 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:28.725504 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2ae23-e104-4016-9f1a-fdc8979b2215 req-968d643b-3b00-4232-ad36-e5344aec66f5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:28.726969 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-87c2ae23-e104-4016-9f1a-fdc8979b2215 req-968d643b-3b00-4232-ad36-e5344aec66f5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0515230 Aug 23 06:13:28.775172 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-87c2ae23-e104-4016-9f1a-fdc8979b2215 req-40543187-c397-4931-a0a2-a0400f45987b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Aug 23 06:13:28.854265 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-af668fb0-2392-4892-b9ee-ae7c23d5b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:28.855805 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-af668fb0-2392-4892-b9ee-ae7c23d5b73b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 1129 time: 0.0431604 Aug 23 06:13:28.947334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-34597784-17a9-44ec-bf59-5a447be37e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:28.948685 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-34597784-17a9-44ec-bf59-5a447be37e7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.0857308 Aug 23 06:13:29.256261 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-49491077-c4f2-424e-8d81-f1f9ed2679b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a0bc35-9763-495c-b459-d0bb71a24a32 HTTP/1.1" status: 200 len: 1001 time: 0.3010435 Aug 23 06:13:29.303106 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-accc3f24-936e-4571-acd5-907cd81fd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:29.304488 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-accc3f24-936e-4571-acd5-907cd81fd886 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0414348 Aug 23 06:13:29.353387 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-449fea56-c384-4023-a4ff-212d2de5fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:29.354873 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-449fea56-c384-4023-a4ff-212d2de5fe80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432780 Aug 23 06:13:29.443717 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-4c87b5cc-8033-4b71-9799-4ce78dae8459 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808928 Aug 23 06:13:29.511143 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:29.541610 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65f0696f-acf3-4b92-a7a5-5cc71e3fa3d6 req-e4d6034e-f60e-4509-97fb-b38c4b15f9d5 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903666 Aug 23 06:13:29.907956 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e6e9b-edd3-4673-a0ed-cce637124eff req-8bdc2425-9a7e-4753-9a43-34c2b742867f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:29.909454 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-416e6e9b-edd3-4673-a0ed-cce637124eff req-8bdc2425-9a7e-4753-9a43-34c2b742867f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0579269 Aug 23 06:13:29.955468 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-416e6e9b-edd3-4673-a0ed-cce637124eff req-58528dad-b540-4794-855c-d65d3812da58 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403862 Aug 23 06:13:31.081858 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb02011-bc42-47c2-bbca-808bc9fdccc2 req-b37111d6-88bb-4a54-81f9-022c90b06067 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:31.083320 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4eb02011-bc42-47c2-bbca-808bc9fdccc2 req-b37111d6-88bb-4a54-81f9-022c90b06067 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0500183 Aug 23 06:13:31.129173 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4eb02011-bc42-47c2-bbca-808bc9fdccc2 req-d6b1ad85-f830-4f1f-9821-d12533729782 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403059 Aug 23 06:13:32.259802 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c68483-4492-4211-bce9-db2ab78ede78 req-4c4058d0-e8c6-4774-bb30-91ed5bcf9e69 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:32.261194 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-79c68483-4492-4211-bce9-db2ab78ede78 req-4c4058d0-e8c6-4774-bb30-91ed5bcf9e69 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 945 time: 0.0518839 Aug 23 06:13:32.307063 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-79c68483-4492-4211-bce9-db2ab78ede78 req-4f7bcb4f-08f5-40cb-9761-d96326a2da97 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Aug 23 06:13:32.451054 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:13:32.520693 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 36a0bc35-9763-495c-b459-d0bb71a24a32 is: ACTIVE; New status is: DOWN {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:32.521001 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:32.542789 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:32.545629 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2dd284-2bb4-41ca-a36a-78f59fd24738" -d '{"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-unplugged", "status": "completed", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:32.561315 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:32.593057 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a53179-5056-430e-ab30-2653aeecc83f x-openstack-request-id: req-b2a53179-5056-430e-ab30-2653aeecc83f {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:32.593353 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-unplugged", "status": "failed", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32", "code": 422}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:32.593636 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2a53179-5056-430e-ab30-2653aeecc83f {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:32.594077 dv-cinder-853788-2-iscsi neutron-server[104498]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b2a53179-5056-430e-ab30-2653aeecc83f']: {'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'code': 422} returned with failed status Aug 23 06:13:32.631264 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:32.677713 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=8']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:34.394576 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11eddf-9617-4f35-9342-5bfd94188d8c req-fa974736-4130-4c40-8e24-bbeb5c5aea29 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:34.396211 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-df11eddf-9617-4f35-9342-5bfd94188d8c req-fa974736-4130-4c40-8e24-bbeb5c5aea29 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0573416 Aug 23 06:13:34.444928 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-df11eddf-9617-4f35-9342-5bfd94188d8c req-0ac949eb-3030-4078-94e9-0077261e2000 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Aug 23 06:13:34.768579 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38972) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:34.852327 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-271e6878-c1d4-4a14-a5ac-a0e385c38d71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826581 Aug 23 06:13:34.861579 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-70f521c3-9e6d-4d64-a71a-f0b6a1e79375 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:13:34.862736 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-70f521c3-9e6d-4d64-a71a-f0b6a1e79375 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058227 Aug 23 06:13:34.938254 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 38980) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:13:35.028360 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-4c364435-f9bf-452c-a937-6292b2b5d8db tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:35.029672 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-4c364435-f9bf-452c-a937-6292b2b5d8db tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports/36a0bc35-9763-495c-b459-d0bb71a24a32 HTTP/1.1" status: 200 len: 940 time: 0.0903838 Aug 23 06:13:35.571934 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10929b8-e8ed-4618-928a-f192c4a6b34d req-c8a8e37a-8a34-445b-9f85-8297e03ceef5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:35.573339 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e10929b8-e8ed-4618-928a-f192c4a6b34d req-c8a8e37a-8a34-445b-9f85-8297e03ceef5 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0516207 Aug 23 06:13:35.619765 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e10929b8-e8ed-4618-928a-f192c4a6b34d req-fd7bda30-a2e7-4f18-85e4-87f8b746e30c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407135 Aug 23 06:13:36.421282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-39645605-65e9-41b9-8305-73b7358e062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:36.422789 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-39645605-65e9-41b9-8305-73b7358e062d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b&tenant_id=fdd86f8650a9453bb06500b0b0aa31e7 HTTP/1.1" status: 200 len: 1127 time: 0.0473785 Aug 23 06:13:36.487162 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-31370305-de33-4adc-b516-9e96c92f90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:36.488617 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-31370305-de33-4adc-b516-9e96c92f90f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 1127 time: 0.0428720 Aug 23 06:13:36.579455 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-e123295f-5c2e-4e29-94bb-4d262b3c3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:36.580938 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-e123295f-5c2e-4e29-94bb-4d262b3c3981 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 200 len: 917 time: 0.0838251 Aug 23 06:13:36.640025 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-864a94e6-12d0-4b6f-91c7-c24a1b89b740 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a0bc35-9763-495c-b459-d0bb71a24a32 HTTP/1.1" status: 200 len: 999 time: 0.0526435 Aug 23 06:13:36.689844 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-188b695e-0c3d-4472-b652-d5f901920877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:36.691290 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-188b695e-0c3d-4472-b652-d5f901920877 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 200 len: 855 time: 0.0432124 Aug 23 06:13:36.743548 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-3fd360fb-1ad4-465b-afed-211932b61bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:36.744960 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-3fd360fb-1ad4-465b-afed-211932b61bd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bed85486-7d5e-4e92-bb9a-1a54147bf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433919 Aug 23 06:13:36.749315 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aee18-6906-4188-8f96-6a145d191068 req-fa5bcf31-3e20-4628-93b9-28e07df291cd tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:36.750833 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0b1aee18-6906-4188-8f96-6a145d191068 req-fa5bcf31-3e20-4628-93b9-28e07df291cd tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0566549 Aug 23 06:13:36.796729 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0b1aee18-6906-4188-8f96-6a145d191068 req-ce567cc1-dfb0-4314-99f8-b4363f4138b7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Aug 23 06:13:36.835624 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-7700aa7b-31f7-4310-87fb-11e50e126e4a service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841036 Aug 23 06:13:36.921602 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7be4d13-c1c3-448b-8381-7709db00e793 req-4bf32627-4b25-49df-b8c4-32fabf8c3de0 service neutron] 10.222.0.16 "GET /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795891 Aug 23 06:13:37.935999 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b58c45-e685-49bf-91e1-d89ba9561454 req-ef4e0efd-ad7b-452e-ae55-0b16f15744ac tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:37.937570 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03b58c45-e685-49bf-91e1-d89ba9561454 req-ef4e0efd-ad7b-452e-ae55-0b16f15744ac tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0592020 Aug 23 06:13:37.986817 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03b58c45-e685-49bf-91e1-d89ba9561454 req-d5a7e800-fb74-408c-a327-26e50292acdf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Aug 23 06:13:39.115288 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79f10b-11ac-4207-ae1e-ec5c906bc0bb req-8ca8b25f-399a-409f-ba0c-541504f49763 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:39.116796 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4c79f10b-11ac-4207-ae1e-ec5c906bc0bb req-8ca8b25f-399a-409f-ba0c-541504f49763 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0531831 Aug 23 06:13:39.165801 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4c79f10b-11ac-4207-ae1e-ec5c906bc0bb req-1e7a8a8d-b84c-434b-b928-395442ce40a4 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Aug 23 06:13:40.298721 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2fb2b-948e-4ab3-bced-ebaa0acc0a11 req-f843b673-2a60-4148-b859-5ff55778465c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:40.300269 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d3c2fb2b-948e-4ab3-bced-ebaa0acc0a11 req-f843b673-2a60-4148-b859-5ff55778465c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0556455 Aug 23 06:13:40.349656 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d3c2fb2b-948e-4ab3-bced-ebaa0acc0a11 req-e71e7a04-e4c7-48d6-98e0-47e8aa1ad11a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Aug 23 06:13:40.350408 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:41.480436 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5f8d-7913-48fe-8b53-b4dde098b0b8 req-2e18aa15-ddee-47dd-8d27-4da4a4231408 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:41.481981 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a8ee5f8d-7913-48fe-8b53-b4dde098b0b8 req-2e18aa15-ddee-47dd-8d27-4da4a4231408 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0527036 Aug 23 06:13:41.540690 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a8ee5f8d-7913-48fe-8b53-b4dde098b0b8 req-e44fe652-6326-4253-85f3-78682204f569 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520465 Aug 23 06:13:42.676928 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915ea27-e870-41ff-82e0-2d28b7d4b6ae req-042537ba-ee42-424e-b64b-e8b69c6b8f12 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:42.678654 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0915ea27-e870-41ff-82e0-2d28b7d4b6ae req-042537ba-ee42-424e-b64b-e8b69c6b8f12 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0569489 Aug 23 06:13:42.742559 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0915ea27-e870-41ff-82e0-2d28b7d4b6ae req-bf0a9741-b8c4-41da-85ab-52d603bd1b93 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492828 Aug 23 06:13:43.874121 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3af3fd-7d07-4571-b682-b3748dfb05aa req-bb9567c5-c870-46bf-9fd5-cb28071cfbc0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:43.876244 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9c3af3fd-7d07-4571-b682-b3748dfb05aa req-bb9567c5-c870-46bf-9fd5-cb28071cfbc0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0555027 Aug 23 06:13:43.924865 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9c3af3fd-7d07-4571-b682-b3748dfb05aa req-2ba6af6a-7847-44a0-8543-c232909f77ba tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424030 Aug 23 06:13:45.055160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aff88-e6b8-417c-9982-ef219ddf9b3f req-a7e730ba-0b15-4315-bbf5-53b8a7e75602 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:45.056653 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b52aff88-e6b8-417c-9982-ef219ddf9b3f req-a7e730ba-0b15-4315-bbf5-53b8a7e75602 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0533628 Aug 23 06:13:45.105765 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b52aff88-e6b8-417c-9982-ef219ddf9b3f req-749cbfde-d471-4248-8cd0-2edffb0b0395 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432076 Aug 23 06:13:46.236035 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb274e41-33d9-4918-8fc2-069c84ca83ad req-114e1870-544c-4bb7-a7cb-aedebe9e5929 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:46.237664 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bb274e41-33d9-4918-8fc2-069c84ca83ad req-114e1870-544c-4bb7-a7cb-aedebe9e5929 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0548708 Aug 23 06:13:46.290106 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bb274e41-33d9-4918-8fc2-069c84ca83ad req-f94bc923-9e35-4237-a402-3689e30c9d81 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461397 Aug 23 06:13:47.419482 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abfcfc-ad58-4166-8cd6-9e19c9e7d6ee req-e391236a-f31e-45d1-963c-bb16c1f445f9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:47.421205 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a2abfcfc-ad58-4166-8cd6-9e19c9e7d6ee req-e391236a-f31e-45d1-963c-bb16c1f445f9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0532362 Aug 23 06:13:47.480724 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a2abfcfc-ad58-4166-8cd6-9e19c9e7d6ee req-3d0d8690-9008-4f38-a877-469c8cdac1b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534024 Aug 23 06:13:48.618307 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac21f3c-70bd-4edd-a0df-b8abd57be5de req-1e567197-8882-4a1b-b6b4-a5cb63c3310b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:48.620349 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-eac21f3c-70bd-4edd-a0df-b8abd57be5de req-1e567197-8882-4a1b-b6b4-a5cb63c3310b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0609670 Aug 23 06:13:48.678022 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-eac21f3c-70bd-4edd-a0df-b8abd57be5de req-081ae4be-3b3a-4048-8423-cd0d3c5c4be3 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498953 Aug 23 06:13:49.804083 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d70a4-5cd8-4fcc-8670-eedbfd9c4217 req-cf57355e-37a6-4f9f-8941-fdf4aa4311b0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:49.805552 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-824d70a4-5cd8-4fcc-8670-eedbfd9c4217 req-cf57355e-37a6-4f9f-8941-fdf4aa4311b0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0507417 Aug 23 06:13:49.851158 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-824d70a4-5cd8-4fcc-8670-eedbfd9c4217 req-5f27395d-1409-427e-97f1-77e726a285be tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399570 Aug 23 06:13:50.975656 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06901b24-e661-46fd-949b-c785eee94507 req-7c0ad875-4ca5-4d00-ab17-dc6e8af2ce47 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:50.977129 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-06901b24-e661-46fd-949b-c785eee94507 req-7c0ad875-4ca5-4d00-ab17-dc6e8af2ce47 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0507302 Aug 23 06:13:51.023108 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-06901b24-e661-46fd-949b-c785eee94507 req-94d7c279-a704-416d-a443-18c5aaac4278 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Aug 23 06:13:52.149423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052ac16-8352-4b08-a60a-3dc3f6cee386 req-db551fa1-8a50-493a-a783-36e1355d834a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:52.150907 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3052ac16-8352-4b08-a60a-3dc3f6cee386 req-db551fa1-8a50-493a-a783-36e1355d834a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0509560 Aug 23 06:13:52.195266 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3052ac16-8352-4b08-a60a-3dc3f6cee386 req-2e226cc9-4053-4bb8-a88a-0d95f4d586ed tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388839 Aug 23 06:13:53.267366 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-498e6707-f4c7-4d81-b3be-d5fe9a6e69cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:53.321671 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae96c2-332a-4977-9318-693fc4dc62aa req-bca6b190-f01a-495a-8529-8e8b8e4e346c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:53.323154 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6fae96c2-332a-4977-9318-693fc4dc62aa req-bca6b190-f01a-495a-8529-8e8b8e4e346c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0530965 Aug 23 06:13:53.375128 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6fae96c2-332a-4977-9318-693fc4dc62aa req-99ec45c0-bc17-4698-a7ee-c738e00b478b tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456345 Aug 23 06:13:54.504044 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85fd70-78a0-4e8c-aa5d-f916059246f1 req-f8372eb8-ebb1-4f3e-ad70-054c0675c5ac tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:54.505541 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1f85fd70-78a0-4e8c-aa5d-f916059246f1 req-f8372eb8-ebb1-4f3e-ad70-054c0675c5ac tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 943 time: 0.0553150 Aug 23 06:13:54.551316 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1f85fd70-78a0-4e8c-aa5d-f916059246f1 req-65f1678e-6a60-48ff-8533-9baba6be43d2 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Aug 23 06:13:54.590103 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:13:54.683793 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:54.698875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'port_id': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'mac_address': 'fa:16:3e:cc:3e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:13:54.732789 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 36a0bc35-9763-495c-b459-d0bb71a24a32 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:54.733183 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:54.746103 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a0bc35-9763-495c-b459-d0bb71a24a32 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:13:54.764499 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:54.849184 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:54.896856 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=9']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:55.197152 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['36a0bc35-9763-495c-b459-d0bb71a24a32'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:13:55.399812 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3147b9b7-50d7-4a37-b840-b410c77e33d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:55.675688 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f1c9e-71e3-4d44-9cf6-14a245deb807 req-f513318a-0ff1-4e46-abbf-8e1a42b95459 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:55.677137 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-720f1c9e-71e3-4d44-9cf6-14a245deb807 req-f513318a-0ff1-4e46-abbf-8e1a42b95459 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 944 time: 0.0496452 Aug 23 06:13:55.721679 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-720f1c9e-71e3-4d44-9cf6-14a245deb807 req-419c0f8a-0e96-4f7c-908e-cd375e1d3ba9 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 Aug 23 06:13:56.600704 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:13:56.646433 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 36a0bc35-9763-495c-b459-d0bb71a24a32 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:13:56.646808 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:56.718499 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 36a0bc35-9763-495c-b459-d0bb71a24a32 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:13:56.718901 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:56.744715 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:13:56.746961 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701d4dd8-9587-4fa4-8bd1-909189804b9f" -d '{"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-plugged", "status": "completed", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:13:56.760189 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:13:56.792524 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc34ac-9c6f-4b4b-b2da-43d663c3bc51 x-openstack-request-id: req-34bc34ac-9c6f-4b4b-b2da-43d663c3bc51 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:13:56.792819 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-plugged", "status": "completed", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:13:56.793077 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34bc34ac-9c6f-4b4b-b2da-43d663c3bc51 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:13:56.793501 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bc34ac-9c6f-4b4b-b2da-43d663c3bc51'] response: {'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'code': 200} Aug 23 06:13:56.852341 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862ccf1-2ec7-48a3-b0ef-4710121441c6 req-9d419967-66fd-4318-8a9b-a64ccfb416cc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:56.853891 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2862ccf1-2ec7-48a3-b0ef-4710121441c6 req-9d419967-66fd-4318-8a9b-a64ccfb416cc tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 944 time: 0.0540893 Aug 23 06:13:56.861413 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:56.905081 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2862ccf1-2ec7-48a3-b0ef-4710121441c6 req-19e1e0b3-72a5-45ff-ad7e-3e071050f3ea tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455484 Aug 23 06:13:56.920065 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=10']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:13:56.989235 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:57.098794 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65aad4-99a5-40e5-8f97-94d4fdb295ca req-a1b7ef4b-3521-41c4-b845-57de86bcd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:57.100181 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd65aad4-99a5-40e5-8f97-94d4fdb295ca req-a1b7ef4b-3521-41c4-b845-57de86bcd40e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 1130 time: 0.0423665 Aug 23 06:13:57.146982 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd65aad4-99a5-40e5-8f97-94d4fdb295ca req-28102ba9-72b7-4faa-8614-ca8b1c4527fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 Aug 23 06:13:58.033994 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d23a4-5ec8-430e-a1fa-b01c9929f900 req-df8eb039-5b64-4393-9877-3cacd7fa234d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:58.035387 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fe9d23a4-5ec8-430e-a1fa-b01c9929f900 req-df8eb039-5b64-4393-9877-3cacd7fa234d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 946 time: 0.0506938 Aug 23 06:13:58.080301 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fe9d23a4-5ec8-430e-a1fa-b01c9929f900 req-9a773e3b-040d-4142-a3f8-2bd03792ca2f tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392716 Aug 23 06:13:58.189769 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:13:59.209195 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639da83c-516e-4e9c-95dc-2f6bd4a7378a req-c5210663-e707-4fbd-ac47-36808ac0649c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:13:59.210709 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-639da83c-516e-4e9c-95dc-2f6bd4a7378a req-c5210663-e707-4fbd-ac47-36808ac0649c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 946 time: 0.0510638 Aug 23 06:13:59.256952 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-639da83c-516e-4e9c-95dc-2f6bd4a7378a req-22f7bad6-44d4-408b-8ade-232eb457cb2a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Aug 23 06:13:59.509182 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:00.385587 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a56592-8150-4278-94ea-8a335b503c8d req-af37247c-914b-4ee3-ae38-537405d4a25a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:00.387076 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-96a56592-8150-4278-94ea-8a335b503c8d req-af37247c-914b-4ee3-ae38-537405d4a25a tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 946 time: 0.0551484 Aug 23 06:14:00.432782 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-96a56592-8150-4278-94ea-8a335b503c8d req-8f2e39e3-2aca-46e6-af6c-99309c5a1a4e tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401289 Aug 23 06:14:03.481269 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:14:10.115616 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2184d-da3b-44dc-b771-6dd8a714784e req-141e8398-52c2-4ee2-9fcc-8d4b8f1bce68 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:10.117068 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0aa2184d-da3b-44dc-b771-6dd8a714784e req-141e8398-52c2-4ee2-9fcc-8d4b8f1bce68 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 946 time: 0.0504410 Aug 23 06:14:10.162727 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0aa2184d-da3b-44dc-b771-6dd8a714784e req-92a687b0-34f3-4768-9983-33db9029407a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400507 Aug 23 06:14:10.394596 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:11.283947 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9900b-f16e-4f4b-8aee-0fe239576d4b req-b04f9e5c-cd56-4e0c-8aec-0ed0313f41e6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:11.286086 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7da9900b-f16e-4f4b-8aee-0fe239576d4b req-b04f9e5c-cd56-4e0c-8aec-0ed0313f41e6 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 946 time: 0.0513959 Aug 23 06:14:11.330130 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7da9900b-f16e-4f4b-8aee-0fe239576d4b req-100927c5-1c0f-4729-906a-5efa79b5c74c tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386147 Aug 23 06:14:12.366181 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-76f7f96e-7184-4721-9921-bfd65079d0b0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:12.367654 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-76f7f96e-7184-4721-9921-bfd65079d0b0 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 946 time: 0.0546594 Aug 23 06:14:12.483083 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6517c0d-2619-49eb-acd0-12e7240db446 req-44e13027-e936-4830-8b0c-33414f6f4c53 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:12.484561 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f6517c0d-2619-49eb-acd0-12e7240db446 req-44e13027-e936-4830-8b0c-33414f6f4c53 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 946 time: 0.0834668 Aug 23 06:14:12.511833 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Deleting port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:14:12.512172 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:12.582859 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f6517c0d-2619-49eb-acd0-12e7240db446 req-e512c56b-8843-4157-b25c-0e16683b5410 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913796 Aug 23 06:14:12.618617 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] For port c4e1e6a8-b554-4348-a137-9f8a8f68edd7, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:14:12.618921 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:12.774294 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:12.774657 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (e3a700ce-01a7-4650-b86e-92ca76024a31), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:12.774972 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Floating IP e3a700ce-01a7-4650-b86e-92ca76024a31 disassociated. External IP: 172.27.1.177, port: c4e1e6a8-b554-4348-a137-9f8a8f68edd7. Aug 23 06:14:12.775314 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Calling delete_port for c4e1e6a8-b554-4348-a137-9f8a8f68edd7 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:14:12.948389 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (c4e1e6a8-b554-4348-a137-9f8a8f68edd7), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:12.975638 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event deleted for resources: {'Port': ['ID=c4e1e6a8-b554-4348-a137-9f8a8f68edd7,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:12.986473 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.986821 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.987181 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.987506 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.988093 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.988422 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.988750 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.989078 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.989406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.989790 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.990085 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.990403 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:12.990723 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:13.093809 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Router c6648d63-4941-472c-bb7b-64ab5e333034 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:14:13.192476 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:14:13.201932 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] Sync routers for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:14:13.211492 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:14:13.212096 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:13:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:13.230607 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] No DVR routers for this DVR port c4e1e6a8-b554-4348-a137-9f8a8f68edd7 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:14:13.233131 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:13.236425 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7993ac0d-588a-40e7-8329-2f79aa86560f req-3bf3398d-c54d-41e0-96b3-d4ae6561b44a tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.16 "DELETE /v2.0/ports/c4e1e6a8-b554-4348-a137-9f8a8f68edd7 HTTP/1.1" status: 204 len: 173 time: 0.8623579 Aug 23 06:14:13.236859 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'name': 'network-vif-deleted', 'tag': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:14:13.239405 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322a7dda-993c-413e-a322-0403bde737aa" -d '{"events": [{"server_uuid": "0c823d77-0389-4e7a-b0cc-272d6e0a388f", "name": "network-vif-deleted", "tag": "c4e1e6a8-b554-4348-a137-9f8a8f68edd7"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:14:13.274658 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1654a0-6511-4593-a397-246eedd3e8f5 x-openstack-request-id: req-3f1654a0-6511-4593-a397-246eedd3e8f5 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:14:13.274955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c823d77-0389-4e7a-b0cc-272d6e0a388f", "name": "network-vif-deleted", "tag": "c4e1e6a8-b554-4348-a137-9f8a8f68edd7", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:14:13.275210 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f1654a0-6511-4593-a397-246eedd3e8f5 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:14:13.275613 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1654a0-6511-4593-a397-246eedd3e8f5'] response: {'server_uuid': '0c823d77-0389-4e7a-b0cc-272d6e0a388f', 'name': 'network-vif-deleted', 'tag': 'c4e1e6a8-b554-4348-a137-9f8a8f68edd7', 'status': 'completed', 'code': 200} Aug 23 06:14:13.360113 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:14:13.523436 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:13.546454 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] Checking router: c6648d63-4941-472c-bb7b-64ab5e333034 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:14:13.555047 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:14:13.555693 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:13:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:13.699626 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6d08b03d-efe8-4ca9-a8e4-f408c4ee54b0 req-5800bbdb-1c16-4ab6-9d7e-84ab49d53b05 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c823d77-0389-4e7a-b0cc-272d6e0a388f HTTP/1.1" status: 200 len: 210 time: 0.0318487 Aug 23 06:14:13.795717 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:14:13.980726 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:14.006524 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1af0e-f182-4068-b015-7248a10f8b12 None None] The sync data for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi is: [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:04:39Z', 'revision_number': 4, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '1c7c35e2-bdfb-4443-bae8-858309ddcc22', 'name': '', 'network_id': 'b27f2aad-ffa4-4af2-9a13-3121b136ade5', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'mac_address': 'fa:16:3e:0e:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:37Z', 'updated_at': '2022-08-23T06:04:52Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'subnets': [{'id': '6ab2fe0e-479a-4370-936d-4753fd96d0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:14:14.229600 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944a5c35-fe58-4b9d-8847-0ae75c3a047e None None] New status for floating IP e3a700ce-01a7-4650-b86e-92ca76024a31: DOWN {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:14:14.687136 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device c4e1e6a8-b554-4348-a137-9f8a8f68edd7 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:14:14.708938 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: c4e1e6a8-b554-4348-a137-9f8a8f68edd7 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:14:14.709275 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device c4e1e6a8-b554-4348-a137-9f8a8f68edd7 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:14:14.866465 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39258) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:14.918730 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (2c1f5f3b-699a-418f-8d4d-19f8b209f5e8), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:14.944604 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (2c1f5f3b-699a-418f-8d4d-19f8b209f5e8), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.080178 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2c1f5f3b-699a-418f-8d4d-19f8b209f5e8), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.083304 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.084475 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "DELETE /v2.0/security-groups/2c1f5f3b-699a-418f-8d4d-19f8b209f5e8 HTTP/1.1" status: 204 len: 168 time: 0.2169974 Aug 23 06:14:15.087266 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39260) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:15.093773 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1f5f3b-699a-418f-8d4d-19f8b209f5e8,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:15.100545 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-20e449f1-ab93-464b-9ae8-7b1d0ccba924 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] show failed (client error): The resource could not be found. Aug 23 06:14:15.101568 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-20e449f1-ab93-464b-9ae8-7b1d0ccba924 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "GET /v2.0/security-groups/2c1f5f3b-699a-418f-8d4d-19f8b209f5e8 HTTP/1.1" status: 404 len: 347 time: 0.0133052 Aug 23 06:14:15.101888 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.102017 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.102290 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.102610 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.102947 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.103277 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.103675 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.104013 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.104349 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.104488 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39262) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:15.104676 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.105005 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.105326 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.105678 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f1d929-d7a0-40d8-9abc-de5f96c1ede7 tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:15.215980 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Deleting port 30e26a20-c27e-480b-be2d-7dd2d1176bd9 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:14:15.216324 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (30e26a20-c27e-480b-be2d-7dd2d1176bd9), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.288016 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (30e26a20-c27e-480b-be2d-7dd2d1176bd9), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.288340 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (30e26a20-c27e-480b-be2d-7dd2d1176bd9), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.299486 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Calling delete_port for 30e26a20-c27e-480b-be2d-7dd2d1176bd9 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:14:15.520860 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (30e26a20-c27e-480b-be2d-7dd2d1176bd9), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.545400 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Pushing event deleted for resources: {'Port': ['ID=30e26a20-c27e-480b-be2d-7dd2d1176bd9,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:15.606742 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks [] for floatingip (e3a700ce-01a7-4650-b86e-92ca76024a31), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.609285 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:15.610452 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d626250a-c0df-4065-bbf6-3623c56ba73d tempest-AttachVolumeTestJSON-1959125524 tempest-AttachVolumeTestJSON-1959125524-project] 10.222.0.26 "DELETE /v2.0/floatingips/e3a700ce-01a7-4650-b86e-92ca76024a31 HTTP/1.1" status: 204 len: 168 time: 0.5052245 Aug 23 06:14:19.514412 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39292) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:19.985569 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (c6648d63-4941-472c-bb7b-64ab5e333034), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:20.245866 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Deleting port 1c7c35e2-bdfb-4443-bae8-858309ddcc22 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:14:20.246214 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:20.323228 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] For port 1c7c35e2-bdfb-4443-bae8-858309ddcc22, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=1c7c35e2-bdfb-4443-bae8-858309ddcc22,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:14:20.323585 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:20.337014 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Calling delete_port for 1c7c35e2-bdfb-4443-bae8-858309ddcc22 owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:14:20.600729 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (1c7c35e2-bdfb-4443-bae8-858309ddcc22), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:20.625459 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7c35e2-bdfb-4443-bae8-858309ddcc22,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:21.025089 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (c6648d63-4941-472c-bb7b-64ab5e333034), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:21.228266 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Router c6648d63-4941-472c-bb7b-64ab5e333034 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:14:21.326433 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:14:21.334088 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fbc133df-dd1d-4ba4-81cb-a4548720bef9 admin admin] 10.222.0.26 "PUT /v2.0/routers/c6648d63-4941-472c-bb7b-64ab5e333034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159986 Aug 23 06:14:21.334529 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39298) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:21.335450 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] Sync routers for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:14:21.344854 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:14:21.345479 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:13:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:21.432982 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks [] for router (c6648d63-4941-472c-bb7b-64ab5e333034), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:21.445135 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:14:21.527538 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks [] for router_gateway (c6648d63-4941-472c-bb7b-64ab5e333034), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:21.618641 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:14:20Z', 'revision_number': 5, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port': {'id': '23ed8677-8f0a-4fe4-a49b-d57c2497201f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:27Z', 'updated_at': '2022-08-23T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:21.645406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Deleting port 23ed8677-8f0a-4fe4-a49b-d57c2497201f {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:14:21.646025 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:21.646114 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] Checking router: c6648d63-4941-472c-bb7b-64ab5e333034 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:14:21.654969 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] Routers {'c6648d63-4941-472c-bb7b-64ab5e333034'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:14:21.655583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:13:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['c6648d63-4941-472c-bb7b-64ab5e333034'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:21.725212 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] For port 23ed8677-8f0a-4fe4-a49b-d57c2497201f, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=23ed8677-8f0a-4fe4-a49b-d57c2497201f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:14:21.725619 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:21.735817 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] Set router c6648d63-4941-472c-bb7b-64ab5e333034 gateway port host: None {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:14:21.738456 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Calling delete_port for 23ed8677-8f0a-4fe4-a49b-d57c2497201f owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:14:21.788825 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:14:21Z', 'revision_number': 6, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:21.814648 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c04685-ea97-4f01-bd62-61bc190313f0 None None] The sync data for ids ['c6648d63-4941-472c-bb7b-64ab5e333034'] in dv-cinder-853788-2-iscsi is: [{'id': 'c6648d63-4941-472c-bb7b-64ab5e333034', 'name': 'tempest-AttachVolumeTestJSON-2000210932-router', 'tenant_id': '8149140f47e447fd92f7101559b3f0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:25Z', 'updated_at': '2022-08-23T06:14:21Z', 'revision_number': 6, 'project_id': '8149140f47e447fd92f7101559b3f0d3', 'gw_port_host': None}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:14:22.012272 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (23ed8677-8f0a-4fe4-a49b-d57c2497201f), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.041600 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Pushing event deleted for resources: {'Port': ['ID=23ed8677-8f0a-4fe4-a49b-d57c2497201f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:22.098274 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (c6648d63-4941-472c-bb7b-64ab5e333034), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.195782 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (c6648d63-4941-472c-bb7b-64ab5e333034), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.197980 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks [] for router_controller (c6648d63-4941-472c-bb7b-64ab5e333034), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.321420 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (c6648d63-4941-472c-bb7b-64ab5e333034), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.322037 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6648d63-4941-472c-bb7b-64ab5e333034 {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:14:22.328276 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.328276 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-69b3796e-a66c-497a-b7b4-eb49d9ba73db admin admin] 10.222.0.26 "DELETE /v2.0/routers/c6648d63-4941-472c-bb7b-64ab5e333034 HTTP/1.1" status: 204 len: 168 time: 0.9925539 Aug 23 06:14:22.330763 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39304) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:22.399647 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-6863d989-adca-4473-86de-c303d3f0134e admin admin] Deleting subnet 6ab2fe0e-479a-4370-936d-4753fd96d0f6 {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:14:22.404300 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6863d989-adca-4473-86de-c303d3f0134e admin admin] Publish callbacks [] for subnet (6ab2fe0e-479a-4370-936d-4753fd96d0f6), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.442457 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6863d989-adca-4473-86de-c303d3f0134e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49376497'] for subnet (6ab2fe0e-479a-4370-936d-4753fd96d0f6), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.470040 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-9c63cd5d-7694-49eb-8375-bb006063369a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1004369 Aug 23 06:14:22.546906 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6863d989-adca-4473-86de-c303d3f0134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (6ab2fe0e-479a-4370-936d-4753fd96d0f6), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.590523 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-7318b709-740a-44b1-b98e-85311c102ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:22.592144 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-7318b709-740a-44b1-b98e-85311c102ff7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 1130 time: 0.0979846 Aug 23 06:14:22.672040 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6863d989-adca-4473-86de-c303d3f0134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49376333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30006175'] for subnet (6ab2fe0e-479a-4370-936d-4753fd96d0f6), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.702386 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863d989-adca-4473-86de-c303d3f0134e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab2fe0e-479a-4370-936d-4753fd96d0f6,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:22.713779 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6863d989-adca-4473-86de-c303d3f0134e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.717084 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6863d989-adca-4473-86de-c303d3f0134e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6ab2fe0e-479a-4370-936d-4753fd96d0f6 HTTP/1.1" status: 204 len: 168 time: 0.3853874 Aug 23 06:14:22.717975 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55bfb6-9739-4abf-a656-fe4ff3935cb7 None None] Network b27f2aad-ffa4-4af2-9a13-3121b136ade5 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:14:22.719805 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39306) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:22.784039 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-de59125e-cb1e-40a9-ba0f-98a58bcd07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:22.785540 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-de59125e-cb1e-40a9-ba0f-98a58bcd07b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 913 time: 0.1738331 Aug 23 06:14:22.840328 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (b27f2aad-ffa4-4af2-9a13-3121b136ade5), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.867707 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-6f06d7bc-35be-4195-844d-431b1df95940 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952b51a8-8665-4ee7-954b-ba033226ce3c HTTP/1.1" status: 200 len: 1002 time: 0.0754375 Aug 23 06:14:22.894784 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] DHCP port deletion for b27f2aad-ffa4-4af2-9a13-3121b136ade5 request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:14:22.937259 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Deleting port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:14:22.937750 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:22.940662 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-1a9c9465-205a-4fc8-ba7d-ea4c0630f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:22.942138 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-1a9c9465-205a-4fc8-ba7d-ea4c0630f56d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0557997 Aug 23 06:14:22.956549 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Deleting port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:14:22.956893 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.002177 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] For port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:14:23.002570 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.014891 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Calling delete_port for b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:14:23.040303 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] For port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,segment=NetworkSegment(091c19ec-1a16-4916-ad2a-1905c9e2adc3),segment_id=091c19ec-1a16-4916-ad2a-1905c9e2adc3)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:14:23.040668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.056364 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-c4e033a5-f69e-41f0-afd4-01fce7c4431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:23.057905 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-c4e033a5-f69e-41f0-afd4-01fce7c4431d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091130 Aug 23 06:14:23.058759 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Calling delete_port for b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:14:23.184285 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.204291 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-e3788466-d414-4f1e-b419-4c415003b9b3 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051741 Aug 23 06:14:23.205000 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (b9b215e2-3a24-4f5a-b373-0cd7483f0ff7), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.210744 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Pushing event deleted for resources: {'Port': ['ID=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:23.231630 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.231924 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.232264 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.232601 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.232927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.233253 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.233604 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.233927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.234249 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.234568 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.234886 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.235202 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.235518 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:14:23.238182 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c1458-a300-4ef5-826a-9bebcd9bcf05 None None] No DVR routers for this DVR port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:14:23.241462 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b215e2-3a24-4f5a-b373-0cd7483f0ff7,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:23.253585 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] No DVR routers for this DVR port b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 on host dv-cinder-853788-2-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:14:23.311582 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cd388674-7521-4e25-b722-f4c65aae1312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.364762 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (b27f2aad-ffa4-4af2-9a13-3121b136ade5), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.394781 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27f2aad-ffa4-4af2-9a13-3121b136ade5']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:23.398941 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e91201a-3bcb-4094-a87b-6b4f2c802154 req-e268f850-4c0d-4b70-8230-eabe2acdbb05 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677363 Aug 23 06:14:23.406407 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091c19ec-1a16-4916-ad2a-1905c9e2adc3') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:23.406708 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091c19ec-1a16-4916-ad2a-1905c9e2adc3') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:14:23.416041 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (091c19ec-1a16-4916-ad2a-1905c9e2adc3), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.429773 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (091c19ec-1a16-4916-ad2a-1905c9e2adc3), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.438504 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:14:23.438504 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (091c19ec-1a16-4916-ad2a-1905c9e2adc3), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.472513 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 091c19ec-1a16-4916-ad2a-1905c9e2adc3 resource provider aggregate not found Aug 23 06:14:23.490054 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 091c19ec-1a16-4916-ad2a-1905c9e2adc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 091c19ec-1a16-4916-ad2a-1905c9e2adc3 found for delete ", "request_id": "req-7106d78d-5d00-4d19-a1ac-ec542568613e"}]} Aug 23 06:14:23.555459 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (b27f2aad-ffa4-4af2-9a13-3121b136ade5), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.560644 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:23.563929 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b27f2aad-ffa4-4af2-9a13-3121b136ade5 HTTP/1.1" status: 204 len: 168 time: 0.8431849 Aug 23 06:14:23.576166 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ff3a-9195-47e3-b434-2ef71198b5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27f2aad-ffa4-4af2-9a13-3121b136ade5,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:23.839271 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 23ed8677-8f0a-4fe4-a49b-d57c2497201f no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:14:23.857916 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 23ed8677-8f0a-4fe4-a49b-d57c2497201f {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:14:23.858262 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 23ed8677-8f0a-4fe4-a49b-d57c2497201f not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:14:23.858663 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 1c7c35e2-bdfb-4443-bae8-858309ddcc22 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:14:23.876583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 1c7c35e2-bdfb-4443-bae8-858309ddcc22 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:14:23.876928 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 1c7c35e2-bdfb-4443-bae8-858309ddcc22 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:14:23.877325 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:14:23.895137 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:14:23.895482 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device b9b215e2-3a24-4f5a-b373-0cd7483f0ff7 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:14:23.946927 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39314) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:23.988921 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-157ec580-cff2-454e-8600-aea3749b392b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8149140f47e447fd92f7101559b3f0d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408387 Aug 23 06:14:23.992142 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39316) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:24.044399 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0bd42bb5-9b5f-4cf4-93b6-3b24364c0a40 admin admin] Publish callbacks [] for security_group (1d2ae133-28cb-4fda-a891-6ccbf432f68e), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:24.065197 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0bd42bb5-9b5f-4cf4-93b6-3b24364c0a40 admin admin] Publish callbacks [] for security_group (1d2ae133-28cb-4fda-a891-6ccbf432f68e), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:24.197315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0bd42bb5-9b5f-4cf4-93b6-3b24364c0a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1d2ae133-28cb-4fda-a891-6ccbf432f68e), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:24.201191 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0bd42bb5-9b5f-4cf4-93b6-3b24364c0a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:24.203043 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0bd42bb5-9b5f-4cf4-93b6-3b24364c0a40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d2ae133-28cb-4fda-a891-6ccbf432f68e HTTP/1.1" status: 204 len: 168 time: 0.2074487 Aug 23 06:14:24.211328 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd42bb5-9b5f-4cf4-93b6-3b24364c0a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2ae133-28cb-4fda-a891-6ccbf432f68e,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:25.407163 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bac603ba-759f-43ba-a874-5f10b5d9770d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:26.992616 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:28.163455 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:29.489153 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:39.835964 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-46687e45-efee-48d9-995f-e54053d93759 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386478202&fields=id&tenant_id=ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 267 time: 0.0427384 Aug 23 06:14:39.937532 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-1e704233-513e-4559-86cf-33594654994c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:39.939050 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-1e704233-513e-4559-86cf-33594654994c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 812 time: 0.0967777 Aug 23 06:14:39.954354 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-4aba8fc7-f67c-4f48-a14a-4f56791bc06f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/quotas/ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 375 time: 0.0097704 Aug 23 06:14:40.014236 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-4ff92619-a759-42c9-96a3-54217574fcc4 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546255 Aug 23 06:14:40.107003 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-b0203fee-1dc6-4a8d-983c-325ec3df4ff9 service neutron] 10.222.0.26 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820034 Aug 23 06:14:40.199574 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-5ecf8557-4ecd-4b57-9001-0301183af0ec service neutron] 10.222.0.26 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868404 Aug 23 06:14:40.385834 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:40.481510 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:14:40.845983 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cbc2842f-56fc-46fe-8f2b-e0d187a05fef req-66818097-a155-45f9-bedf-727aa98b73dc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 210 time: 0.0285027 Aug 23 06:14:41.940598 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b35f8ca2-7f26-4ebb-bb68-16653e8362bc req-4a5d8b6a-a86e-4cc2-9658-4a3d17680367 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 210 time: 0.0272269 Aug 23 06:14:42.914806 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-cc3b7a98-029d-4739-bf56-6470a278ba4b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:42.916266 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-cc3b7a98-029d-4739-bf56-6470a278ba4b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 812 time: 0.1023808 Aug 23 06:14:42.978371 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-38dffd52-56b4-4f4e-81df-a0f67fd598e4 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac193dba6f144099ab5e70bc38c8c0a0 HTTP/1.1" status: 200 len: 379 time: 0.0539436 Aug 23 06:14:42.987749 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'port': {'device_id': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'admin_state_up': True, 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'security_groups': ['c8cb6349-1bb9-4de8-945f-ddc21d17c428']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:14:43.036940 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4facce72-a799-4b5c-851d-28603486d964 req-307d9c94-69a2-434b-bf19-f693245fe4cd tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 210 time: 0.0255842 Aug 23 06:14:43.199555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Made reservation on behalf of ac193dba6f144099ab5e70bc38c8c0a0 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:14:43.202936 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:43.324918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Allocated IP 172.20.0.13 (88d5eb47-0f24-49f8-aeb0-d607177fd3cc/aeab5cdc-e965-490b-a2ab-050289e0939f/228b8506-96f0-4ee4-97a9-9a20778d3737) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:14:43.462543 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:43.551812 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:43.589048 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:14:43.593907 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:14:43.597525 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:14:43.624468 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=228b8506-96f0-4ee4-97a9-9a20778d3737,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:43.656953 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:43.657621 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:43.823829 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fa7d55cd-6fab-4884-9ac2-1fb5c7aff592 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8397131 Aug 23 06:14:43.827223 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-86eb0a4e-6a7c-42f9-ba48-662b22285192 None None] Provisioning complete for port 228b8506-96f0-4ee4-97a9-9a20778d3737 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:14:43.827676 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-86eb0a4e-6a7c-42f9-ba48-662b22285192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:43.834726 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Request body: {'port': {'device_id': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:14:43.859560 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-86eb0a4e-6a7c-42f9-ba48-662b22285192 None None] Port 228b8506-96f0-4ee4-97a9-9a20778d3737 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:14:43.897955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:44.457690 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228b8506-96f0-4ee4-97a9-9a20778d3737 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:14:44.467057 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Publish callbacks [] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:44.484178 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Transition to ACTIVE for port object 228b8506-96f0-4ee4-97a9-9a20778d3737 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:14:44.493291 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f183-b196-4712-a2e7-49177ba863f8 req-de656d92-a120-4769-9e54-dd0570e93944 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:44.494769 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-29c2f183-b196-4712-a2e7-49177ba863f8 req-de656d92-a120-4769-9e54-dd0570e93944 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 932 time: 0.3810978 Aug 23 06:14:44.542397 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-29c2f183-b196-4712-a2e7-49177ba863f8 req-9dffab48-9999-40f3-8acb-8e8894e11079 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415573 Aug 23 06:14:44.571029 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:44.647184 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Pushing event updated for resources: {'Port': ['ID=228b8506-96f0-4ee4-97a9-9a20778d3737,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:44.675457 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Attempting to bind port 228b8506-96f0-4ee4-97a9-9a20778d3737 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:14:44.675792 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Attempting to bind port 228b8506-96f0-4ee4-97a9-9a20778d3737 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:14:44.676121 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Attempting to bind port 228b8506-96f0-4ee4-97a9-9a20778d3737 on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:14:44.681012 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Port 228b8506-96f0-4ee4-97a9-9a20778d3737 on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:14:44.681333 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Attempting to bind port 228b8506-96f0-4ee4-97a9-9a20778d3737 on network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:14:44.686038 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:14:44.690166 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Checking segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:14:44.690166 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Bound using segment: {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:14:44.690166 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Bound port: 228b8506-96f0-4ee4-97a9-9a20778d3737, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e144305-79a7-437c-9e74-0905c6471bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:14:44.690166 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:44.747768 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] For port 228b8506-96f0-4ee4-97a9-9a20778d3737, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:14:44.750712 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] For port 228b8506-96f0-4ee4-97a9-9a20778d3737, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=228b8506-96f0-4ee4-97a9-9a20778d3737,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:14:44.832288 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:44.836566 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:44.837185 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:44.838639 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] 10.222.0.16 "PUT /v2.0/ports/228b8506-96f0-4ee4-97a9-9a20778d3737 HTTP/1.1" status: 200 len: 1094 time: 1.0079014 Aug 23 06:14:44.839075 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:14:44.841319 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c2c5b0-c024-420c-944a-bfa6747a8d21" -d '{"events": [{"name": "network-changed", "server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:14:44.877875 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98372b9-896b-4a74-b9cb-5e2fada7f775 x-openstack-request-id: req-a98372b9-896b-4a74-b9cb-5e2fada7f775 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:14:44.878170 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:14:44.878537 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a98372b9-896b-4a74-b9cb-5e2fada7f775 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:14:44.878853 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98372b9-896b-4a74-b9cb-5e2fada7f775'] response: {'name': 'network-changed', 'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'status': 'completed', 'code': 200} Aug 23 06:14:44.890446 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3428e-1c0a-4a0b-a107-517133be4769 service neutron] Pushing event updated for resources: {'Port': ['ID=228b8506-96f0-4ee4-97a9-9a20778d3737,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:44.939070 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2c5b0-c024-420c-944a-bfa6747a8d21 req-b1c7bb8d-deb1-44af-9ca5-11f64760ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:44.940642 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-31c2c5b0-c024-420c-944a-bfa6747a8d21 req-b1c7bb8d-deb1-44af-9ca5-11f64760ff16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 1128 time: 0.0438762 Aug 23 06:14:45.039616 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2c5b0-c024-420c-944a-bfa6747a8d21 req-724222ab-8532-4c8f-86c4-5c241b652efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:45.041003 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-31c2c5b0-c024-420c-944a-bfa6747a8d21 req-724222ab-8532-4c8f-86c4-5c241b652efc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0935657 Aug 23 06:14:45.133693 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2c5b0-c024-420c-944a-bfa6747a8d21 req-67de3500-90fd-427f-bcc4-65a8d24dbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:45.135156 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-31c2c5b0-c024-420c-944a-bfa6747a8d21 req-67de3500-90fd-427f-bcc4-65a8d24dbca0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883331 Aug 23 06:14:45.179619 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39532) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:45.237396 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-9cfc1b1e-e774-45da-a7a3-e932a070bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:45.238909 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-9cfc1b1e-e774-45da-a7a3-e932a070bb20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 1128 time: 0.0473881 Aug 23 06:14:45.284006 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-9f2c85bd-e4e1-423c-8c07-58a32c0b251a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228b8506-96f0-4ee4-97a9-9a20778d3737 HTTP/1.1" status: 200 len: 217 time: 0.0374546 Aug 23 06:14:45.298561 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f4bd8f6c-1779-4c68-a715-76a0aae6fb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:45.349701 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-1e79ffcf-f45d-45bc-97c9-57240235e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:45.351166 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-1e79ffcf-f45d-45bc-97c9-57240235e6ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0603678 Aug 23 06:14:45.435984 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e11f06eb-7385-45ff-8827-c8b3e67127e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:45.437524 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-e11f06eb-7385-45ff-8827-c8b3e67127e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798738 Aug 23 06:14:45.441853 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f4bd8f6c-1779-4c68-a715-76a0aae6fb8c admin admin] Publish callbacks [] for security_group (3548d179-eb4c-478d-b00f-09757764a3c8), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:45.523518 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-2c9485d0-5a1d-4ec7-9f2a-194b61a4e409 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796413 Aug 23 06:14:45.531249 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f4bd8f6c-1779-4c68-a715-76a0aae6fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3548d179-eb4c-478d-b00f-09757764a3c8), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:45.615583 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f4bd8f6c-1779-4c68-a715-76a0aae6fb8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bb3c43c9dd94a31b08a75ab4eeb7835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4348540 Aug 23 06:14:45.619113 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39538) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:14:45.636797 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd8f6c-1779-4c68-a715-76a0aae6fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3548d179-eb4c-478d-b00f-09757764a3c8,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:45.667971 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3869cf58-f2c4-499d-b42a-cec8c152b4b7 admin admin] Publish callbacks [] for security_group (3548d179-eb4c-478d-b00f-09757764a3c8), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:45.688983 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3869cf58-f2c4-499d-b42a-cec8c152b4b7 admin admin] Publish callbacks [] for security_group (3548d179-eb4c-478d-b00f-09757764a3c8), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:45.692517 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f4004f-2f4b-4a92-a691-3a30cd46e9e8 req-fae12701-f7bc-4fb0-b38b-d033334755b7 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587901 Aug 23 06:14:45.703525 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2085d-5ba4-4081-a1d8-f838c50f514b req-2e5bf9e8-9d1f-4b16-93e3-f32e06ce2e60 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:45.705047 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4aa2085d-5ba4-4081-a1d8-f838c50f514b req-2e5bf9e8-9d1f-4b16-93e3-f32e06ce2e60 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0836484 Aug 23 06:14:45.760640 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4aa2085d-5ba4-4081-a1d8-f838c50f514b req-bba97869-d29b-4e40-89d5-e93c6f8b1b34 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489898 Aug 23 06:14:45.843511 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3869cf58-f2c4-499d-b42a-cec8c152b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (3548d179-eb4c-478d-b00f-09757764a3c8), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:45.846116 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3869cf58-f2c4-499d-b42a-cec8c152b4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:45.847272 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3869cf58-f2c4-499d-b42a-cec8c152b4b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3548d179-eb4c-478d-b00f-09757764a3c8 HTTP/1.1" status: 204 len: 168 time: 0.2271700 Aug 23 06:14:45.858372 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869cf58-f2c4-499d-b42a-cec8c152b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3548d179-eb4c-478d-b00f-09757764a3c8,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:46.888678 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6154d5d-89e7-477a-a5c2-0c259577be6f req-31df8541-bf47-43f5-915f-824e92db3ae8 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:46.890114 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d6154d5d-89e7-477a-a5c2-0c259577be6f req-31df8541-bf47-43f5-915f-824e92db3ae8 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0549374 Aug 23 06:14:46.939359 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d6154d5d-89e7-477a-a5c2-0c259577be6f req-fed50446-a677-4056-b6df-be628fa3e50d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433314 Aug 23 06:14:48.060004 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0df796-03d2-48e4-b443-b6a7c02d7ebd req-e261b53d-abf7-43ab-93a0-622d4fae9f79 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:48.061375 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ed0df796-03d2-48e4-b443-b6a7c02d7ebd req-e261b53d-abf7-43ab-93a0-622d4fae9f79 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0521832 Aug 23 06:14:48.109023 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ed0df796-03d2-48e4-b443-b6a7c02d7ebd req-d6e5eed5-30ef-4f1b-b497-141df67bb667 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Aug 23 06:14:49.227594 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16af82c-0fba-4d04-8390-f1462bfc24a9 req-8c0f5a97-3e61-43de-b8bd-432f022fb3a0 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:49.229085 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d16af82c-0fba-4d04-8390-f1462bfc24a9 req-8c0f5a97-3e61-43de-b8bd-432f022fb3a0 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0511041 Aug 23 06:14:49.276617 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d16af82c-0fba-4d04-8390-f1462bfc24a9 req-2c6cdcaf-16f5-45d9-a768-361038188f08 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420275 Aug 23 06:14:50.399874 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a07b8-4f40-4f8c-bb1c-1d77576fe3ec req-dcc87dc8-3d06-4415-8ba3-a40c3a713641 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:50.401355 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-906a07b8-4f40-4f8c-bb1c-1d77576fe3ec req-dcc87dc8-3d06-4415-8ba3-a40c3a713641 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0523756 Aug 23 06:14:50.449082 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-906a07b8-4f40-4f8c-bb1c-1d77576fe3ec req-4a97f734-e823-4965-b42f-03579fefa3b1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 Aug 23 06:14:51.573477 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20f0c4-3dd8-4eef-87e0-7d0d4f0e006e req-a2da4140-ea8d-46bc-9cc4-b6df4abd6e64 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:51.580462 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cc20f0c4-3dd8-4eef-87e0-7d0d4f0e006e req-a2da4140-ea8d-46bc-9cc4-b6df4abd6e64 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0546291 Aug 23 06:14:51.623676 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cc20f0c4-3dd8-4eef-87e0-7d0d4f0e006e req-452d7c3d-3808-46e1-a593-0346711610c1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431647 Aug 23 06:14:52.747732 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061cef4-d9f7-4ac0-b4e1-d6894f9741f9 req-65662309-f7aa-4ee5-b792-0494d5f23135 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:52.749198 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9061cef4-d9f7-4ac0-b4e1-d6894f9741f9 req-65662309-f7aa-4ee5-b792-0494d5f23135 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0557141 Aug 23 06:14:52.796234 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9061cef4-d9f7-4ac0-b4e1-d6894f9741f9 req-cb3e1d89-a666-4c89-9d47-d4030b0a4eba tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Aug 23 06:14:53.292371 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9934c568-05ee-4709-a86e-0ed919f42459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:53.916381 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6cff-a844-47ff-96f6-1d37aab5d5b3 req-09f1b374-7462-48ac-8099-b07526be93c3 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:53.917874 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f33b6cff-a844-47ff-96f6-1d37aab5d5b3 req-09f1b374-7462-48ac-8099-b07526be93c3 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0520182 Aug 23 06:14:53.965781 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f33b6cff-a844-47ff-96f6-1d37aab5d5b3 req-36b5a19c-e032-408b-87ef-1055e23d3967 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Aug 23 06:14:55.082899 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68136c7-f93a-47a5-a572-ed9222429376 req-cc415c6d-ec6c-4b8d-ac06-0a9011a92682 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:55.084364 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b68136c7-f93a-47a5-a572-ed9222429376 req-cc415c6d-ec6c-4b8d-ac06-0a9011a92682 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0507143 Aug 23 06:14:55.131890 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b68136c7-f93a-47a5-a572-ed9222429376 req-056c334c-76fa-4448-82ce-d7c41123fc3a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415316 Aug 23 06:14:55.393201 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-71b752d2-4239-44d5-9699-ed1dc783ac8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:56.249473 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160dd2-821c-4efa-8050-4450a14f7c21 req-613d2136-e9b8-418b-bf7d-bf22cb7870cd tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:56.250954 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6b160dd2-821c-4efa-8050-4450a14f7c21 req-613d2136-e9b8-418b-bf7d-bf22cb7870cd tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 944 time: 0.0510218 Aug 23 06:14:56.300598 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6b160dd2-821c-4efa-8050-4450a14f7c21 req-e5c31ac1-ad2e-4473-9bc2-9285b86cb750 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Aug 23 06:14:56.947712 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:56.955027 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 228b8506-96f0-4ee4-97a9-9a20778d3737 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:14:57.049719 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 228b8506-96f0-4ee4-97a9-9a20778d3737, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=228b8506-96f0-4ee4-97a9-9a20778d3737,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:14:57.061041 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'port_id': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'mac_address': 'fa:16:3e:40:2f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:14:57.098981 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 228b8506-96f0-4ee4-97a9-9a20778d3737 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:14:57.099386 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:57.112509 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228b8506-96f0-4ee4-97a9-9a20778d3737 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:14:57.131305 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 228b8506-96f0-4ee4-97a9-9a20778d3737, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=228b8506-96f0-4ee4-97a9-9a20778d3737,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:14:57.212705 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:57.259121 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=228b8506-96f0-4ee4-97a9-9a20778d3737,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:57.421398 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc84e1f-46d5-40dc-bf83-d6bcaf17c7cf req-f12894b9-db3f-4180-824a-8ea68af89e27 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:57.422921 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0fc84e1f-46d5-40dc-bf83-d6bcaf17c7cf req-f12894b9-db3f-4180-824a-8ea68af89e27 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 945 time: 0.0532293 Aug 23 06:14:57.471452 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0fc84e1f-46d5-40dc-bf83-d6bcaf17c7cf req-38853c76-a841-4fb9-844f-62c85e22796f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428276 Aug 23 06:14:57.701583 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['228b8506-96f0-4ee4-97a9-9a20778d3737'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:14:58.198877 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:58.589956 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f333a-7eb7-4e6b-b482-f40336b50662 req-a9fed7ba-e788-4ed1-8a9d-2f52a69d3d84 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:58.591418 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4a8f333a-7eb7-4e6b-b482-f40336b50662 req-a9fed7ba-e788-4ed1-8a9d-2f52a69d3d84 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 945 time: 0.0501390 Aug 23 06:14:58.639737 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4a8f333a-7eb7-4e6b-b482-f40336b50662 req-d3a33019-6615-4637-8b53-953fe22d0925 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 Aug 23 06:14:58.972202 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 228b8506-96f0-4ee4-97a9-9a20778d3737 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:14:59.101900 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 228b8506-96f0-4ee4-97a9-9a20778d3737 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:14:59.107585 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 228b8506-96f0-4ee4-97a9-9a20778d3737 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:14:59.109832 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:59.183716 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 228b8506-96f0-4ee4-97a9-9a20778d3737 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:14:59.189995 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:59.206048 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:14:59.208302 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b22c00f-b55a-49bd-a90d-5776243cacc6" -d '{"events": [{"server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "name": "network-vif-plugged", "status": "completed", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:14:59.220526 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 228b8506-96f0-4ee4-97a9-9a20778d3737, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=228b8506-96f0-4ee4-97a9-9a20778d3737,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:14:59.243743 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e802a5f-d6a0-4376-be2e-8455774aa9ca x-openstack-request-id: req-9e802a5f-d6a0-4376-be2e-8455774aa9ca {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:14:59.244045 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "name": "network-vif-plugged", "status": "completed", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:14:59.244301 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e802a5f-d6a0-4376-be2e-8455774aa9ca {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:14:59.244698 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e802a5f-d6a0-4376-be2e-8455774aa9ca'] response: {'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'code': 200} Aug 23 06:14:59.312963 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:59.365855 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=228b8506-96f0-4ee4-97a9-9a20778d3737,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:14:59.537078 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:14:59.717541 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22df9e8-627a-470d-beb5-ef3a78708a69 req-5d2e38f1-aaa6-4639-aef2-7c67a379a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:59.719033 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f22df9e8-627a-470d-beb5-ef3a78708a69 req-5d2e38f1-aaa6-4639-aef2-7c67a379a5aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 1130 time: 0.0455048 Aug 23 06:14:59.769946 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce04b-d50c-46b1-9cc8-4fdc72e9f5ef req-8348843d-473b-465b-a518-d60a94f7c448 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:14:59.770566 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f22df9e8-627a-470d-beb5-ef3a78708a69 req-2ab6096e-9412-4c7e-8ea2-ff7b837f4e16 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450037 Aug 23 06:14:59.771346 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-421ce04b-d50c-46b1-9cc8-4fdc72e9f5ef req-8348843d-473b-465b-a518-d60a94f7c448 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 946 time: 0.0569055 Aug 23 06:14:59.820158 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-421ce04b-d50c-46b1-9cc8-4fdc72e9f5ef req-77a99867-2ee5-41a8-88f4-acec668726c6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429494 Aug 23 06:15:00.941934 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f263bd8-b442-4ee2-b01a-e127d0bb43f3 req-f62fd776-223a-4362-a139-45553e3e3fb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:00.943474 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7f263bd8-b442-4ee2-b01a-e127d0bb43f3 req-f62fd776-223a-4362-a139-45553e3e3fb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 946 time: 0.0512516 Aug 23 06:15:00.991236 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7f263bd8-b442-4ee2-b01a-e127d0bb43f3 req-4b1370d8-77c1-4607-98e2-7525e6b22a34 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Aug 23 06:15:02.112044 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b356c6-7630-4445-b9d9-0d7172850d7c req-83c33bfb-1c44-469b-ae18-8ae3e55f6bc6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:02.113520 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c3b356c6-7630-4445-b9d9-0d7172850d7c req-83c33bfb-1c44-469b-ae18-8ae3e55f6bc6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 946 time: 0.0511000 Aug 23 06:15:02.160722 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-c3b356c6-7630-4445-b9d9-0d7172850d7c req-81fffdd2-9e19-4e53-b791-7176259f4faf tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 Aug 23 06:15:02.281779 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498d2d2-7214-42f8-83c4-9800a00700db req-38fa3c7e-2c5a-413d-b65d-1ecd80e043d3 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:02.282898 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1498d2d2-7214-42f8-83c4-9800a00700db req-38fa3c7e-2c5a-413d-b65d-1ecd80e043d3 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 946 time: 0.0522919 Aug 23 06:15:02.331856 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1498d2d2-7214-42f8-83c4-9800a00700db req-23bf2860-2cd1-4085-80f8-84c7b0782a7b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 Aug 23 06:15:02.359117 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39744) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:02.361704 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39746) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:02.466662 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d24ee0e-eefd-4f13-8745-8da56d914b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.548764 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa479e-e010-4f71-acf1-5d8c17a6f156 tempest-TestVolumeBootPattern-403167790 tempest-TestVolumeBootPattern-403167790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:02.550327 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-bcfa479e-e010-4f71-acf1-5d8c17a6f156 tempest-TestVolumeBootPattern-403167790 tempest-TestVolumeBootPattern-403167790-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 1125 time: 0.1899884 Aug 23 06:15:02.552095 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d24ee0e-eefd-4f13-8745-8da56d914b05 admin admin] Publish callbacks [] for security_group (a1ca9fe4-fdd1-4a6e-ae37-836f5e8c7877), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.553178 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39754) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:02.557877 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'port_id': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:15:02.619199 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d24ee0e-eefd-4f13-8745-8da56d914b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (a1ca9fe4-fdd1-4a6e-ae37-836f5e8c7877), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.646981 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.657840 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8d24ee0e-eefd-4f13-8745-8da56d914b05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8e519e0ce1a48229ba51331b2ad43f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950563 Aug 23 06:15:02.660125 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24ee0e-eefd-4f13-8745-8da56d914b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ca9fe4-fdd1-4a6e-ae37-836f5e8c7877,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:02.662176 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39756) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:02.710174 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf468ccc-108d-462b-bbd4-7a6f7e718db5 admin admin] Publish callbacks [] for security_group (a1ca9fe4-fdd1-4a6e-ae37-836f5e8c7877), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.730996 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf468ccc-108d-462b-bbd4-7a6f7e718db5 admin admin] Publish callbacks [] for security_group (a1ca9fe4-fdd1-4a6e-ae37-836f5e8c7877), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.745377 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.851596 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Allocated IP 172.27.1.34 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/918f8daf-2453-4f42-8234-e4b192313ad8) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:15:02.862160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf468ccc-108d-462b-bbd4-7a6f7e718db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (a1ca9fe4-fdd1-4a6e-ae37-836f5e8c7877), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.864779 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf468ccc-108d-462b-bbd4-7a6f7e718db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:02.866238 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bf468ccc-108d-462b-bbd4-7a6f7e718db5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1ca9fe4-fdd1-4a6e-ae37-836f5e8c7877 HTTP/1.1" status: 204 len: 168 time: 0.2028403 Aug 23 06:15:02.875029 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf468ccc-108d-462b-bbd4-7a6f7e718db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ca9fe4-fdd1-4a6e-ae37-836f5e8c7877,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:02.951910 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (918f8daf-2453-4f42-8234-e4b192313ad8), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.062560 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (918f8daf-2453-4f42-8234-e4b192313ad8), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.099293 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:15:03.102152 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:15:03.106336 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:15:03.130726 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=918f8daf-2453-4f42-8234-e4b192313ad8,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:03.449312 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (c8ae946b-29c7-4673-bc1a-878d38a9303c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.586785 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39766) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:03.596259 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (918f8daf-2453-4f42-8234-e4b192313ad8), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.600268 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e5c41d68-1f52-40c9-bc97-fcbf7b3a9a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.678682 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e5c41d68-1f52-40c9-bc97-fcbf7b3a9a83 admin admin] Publish callbacks [] for security_group (d3de1ae8-f6cf-4f37-805c-fe67eb1745b2), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.745186 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for port (918f8daf-2453-4f42-8234-e4b192313ad8), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.765098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e5c41d68-1f52-40c9-bc97-fcbf7b3a9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (d3de1ae8-f6cf-4f37-805c-fe67eb1745b2), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.802977 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e5c41d68-1f52-40c9-bc97-fcbf7b3a9a83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c861b82c385a48a491bdea10eff85201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145011 Aug 23 06:15:03.803831 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c41d68-1f52-40c9-bc97-fcbf7b3a9a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de1ae8-f6cf-4f37-805c-fe67eb1745b2,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:03.805706 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39768) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:03.853720 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1ad1-89a6-4f15-8aad-b898ea27e0c3 admin admin] Publish callbacks [] for security_group (d3de1ae8-f6cf-4f37-805c-fe67eb1745b2), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.867096 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (918f8daf-2453-4f42-8234-e4b192313ad8), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.901054 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1ad1-89a6-4f15-8aad-b898ea27e0c3 admin admin] Publish callbacks [] for security_group (d3de1ae8-f6cf-4f37-805c-fe67eb1745b2), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.952187 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (c8ae946b-29c7-4673-bc1a-878d38a9303c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:03.995556 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event updated for resources: {'Port': ['ID=918f8daf-2453-4f42-8234-e4b192313ad8,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:04.299036 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.l3_db [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Floating IP c8ae946b-29c7-4673-bc1a-878d38a9303c associated. External IP: 172.27.1.34, port: 228b8506-96f0-4ee4-97a9-9a20778d3737. Aug 23 06:15:04.372079 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1ad1-89a6-4f15-8aad-b898ea27e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (d3de1ae8-f6cf-4f37-805c-fe67eb1745b2), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:04.374715 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1ad1-89a6-4f15-8aad-b898ea27e0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:04.375864 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-5f2f1ad1-89a6-4f15-8aad-b898ea27e0c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3de1ae8-f6cf-4f37-805c-fe67eb1745b2 HTTP/1.1" status: 204 len: 168 time: 0.5685887 Aug 23 06:15:04.388748 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1ad1-89a6-4f15-8aad-b898ea27e0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de1ae8-f6cf-4f37-805c-fe67eb1745b2,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:04.506275 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:15:04.606675 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:15:04.617272 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:15:04.631270 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:04.635260 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:14:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:04.698640 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:04.733612 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a0ab593d-90b7-47e3-b99f-d439c5e8637b tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1772225 Aug 23 06:15:04.733612 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:15:04.734976 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:04.735220 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e372e91e-7313-4805-80df-9f3e2bf5d4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:15:04.771645 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a7dd3b-ef7f-4343-842c-4e09a5b0e1e3 x-openstack-request-id: req-54a7dd3b-ef7f-4343-842c-4e09a5b0e1e3 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:15:04.771996 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:15:04.772322 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54a7dd3b-ef7f-4343-842c-4e09a5b0e1e3 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:15:04.772822 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a7dd3b-ef7f-4343-842c-4e09a5b0e1e3'] response: {'name': 'network-changed', 'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'status': 'completed', 'code': 200} Aug 23 06:15:04.839328 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-aaea1548-08a1-4e8a-be12-a81e9b71dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:04.840895 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-aaea1548-08a1-4e8a-be12-a81e9b71dbf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 1130 time: 0.0475490 Aug 23 06:15:04.933098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-aec09b57-01bf-4351-9917-b823f3e540e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:04.934597 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-aec09b57-01bf-4351-9917-b823f3e540e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 913 time: 0.0874662 Aug 23 06:15:04.966340 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 1, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}, {'id': 'c8ae946b-29c7-4673-bc1a-878d38a9303c', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:40:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:15:03Z', 'updated_at': '2022-08-23T06:15:03Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:04.991230 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:15:04.999971 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-0a84fcfd-a45a-4ffa-a96e-74c2ee11c32e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228b8506-96f0-4ee4-97a9-9a20778d3737 HTTP/1.1" status: 200 len: 999 time: 0.0593297 Aug 23 06:15:05.000192 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:05.000715 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:14:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:05.048584 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-e9d35722-4c16-4db1-a392-43fa8742361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:05.050449 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-e9d35722-4c16-4db1-a392-43fa8742361d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0449934 Aug 23 06:15:05.099208 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-27843b75-ed54-4ccb-9db9-928b2ad34470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:05.100802 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-27843b75-ed54-4ccb-9db9-928b2ad34470 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446594 Aug 23 06:15:05.104867 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:05.110189 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-2072cbe1-8610-48b3-a8ec-975e6ebd4512 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:15:05.111133 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-2072cbe1-8610-48b3-a8ec-975e6ebd4512 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049498 Aug 23 06:15:05.209635 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-a8fd9ad4-d00b-44b1-84be-d049a83cca38 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926335 Aug 23 06:15:05.301393 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e372e91e-7313-4805-80df-9f3e2bf5d4cf req-7f3ed209-7de0-4b4f-8ef4-e1862a9c2cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856357 Aug 23 06:15:05.329003 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 1, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}, {'id': 'c8ae946b-29c7-4673-bc1a-878d38a9303c', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:40:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:15:03Z', 'updated_at': '2022-08-23T06:15:03Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:05.359757 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1913-2132-4adc-a8a1-d1e5df4c4430 None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 1, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}, {'id': 'c8ae946b-29c7-4673-bc1a-878d38a9303c', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:40:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:15:03Z', 'updated_at': '2022-08-23T06:15:03Z', 'revision_number': 0, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:15:05.573151 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee1fe9-77f7-4833-94f3-84a2b08f9570 None None] New status for floating IP c8ae946b-29c7-4673-bc1a-878d38a9303c: ACTIVE {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:15:10.379215 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:10.969256 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d928d-8ab3-42b4-ba97-0ded75b663d7 req-33d377ee-8124-4bfb-996d-af44a4a8a50c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:10.970764 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-da4d928d-8ab3-42b4-ba97-0ded75b663d7 req-33d377ee-8124-4bfb-996d-af44a4a8a50c tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 945 time: 0.0526569 Aug 23 06:15:11.019958 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-da4d928d-8ab3-42b4-ba97-0ded75b663d7 req-6874d76f-4b36-4751-980b-6e90e95519d2 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 Aug 23 06:15:12.147216 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef53e2e-aff9-4a41-a9e9-20e4f206a4ed req-8833491d-3f80-44d1-8c77-b4db8d115d02 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:12.148684 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3ef53e2e-aff9-4a41-a9e9-20e4f206a4ed req-8833491d-3f80-44d1-8c77-b4db8d115d02 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 945 time: 0.0566208 Aug 23 06:15:12.194050 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3ef53e2e-aff9-4a41-a9e9-20e4f206a4ed req-43b674ce-7e99-4449-a848-fd5df6a11e64 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397186 Aug 23 06:15:13.149636 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39892) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:13.176518 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-2688b3d5-6ec3-4d42-8a75-858b94c3353f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:13.178004 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-2688b3d5-6ec3-4d42-8a75-858b94c3353f tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 945 time: 0.0512507 Aug 23 06:15:13.257716 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ef49ef00-a9e1-49ff-bbb2-72c4a700191c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.273062 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Deleting port 682b771a-73bf-4459-9f3f-5cfc36354033 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:13.273408 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.342937 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd28b1b-af5b-4d62-bb99-beb79bf29fb8 req-16861a4f-d2d8-4c66-9d31-169a484e7680 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:13.344843 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4bd28b1b-af5b-4d62-bb99-beb79bf29fb8 req-16861a4f-d2d8-4c66-9d31-169a484e7680 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 945 time: 0.0770435 Aug 23 06:15:13.363134 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] For port 682b771a-73bf-4459-9f3f-5cfc36354033, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=682b771a-73bf-4459-9f3f-5cfc36354033,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:13.363496 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.399176 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ef49ef00-a9e1-49ff-bbb2-72c4a700191c admin admin] Publish callbacks [] for security_group (6a9c3012-ee9e-4397-9fff-667e15257a6e), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.416339 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4bd28b1b-af5b-4d62-bb99-beb79bf29fb8 req-1f4e8291-bd1c-4c84-8a62-9c89258c0a86 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups?id=293e6eb5-f9dd-40a9-8719-cba85887f9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583105 Aug 23 06:15:13.505358 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-ef49ef00-a9e1-49ff-bbb2-72c4a700191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (6a9c3012-ee9e-4397-9fff-667e15257a6e), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.523677 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.524025 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (673940c2-9603-4ecd-8275-a033b427f7ea), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.524342 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Floating IP 673940c2-9603-4ecd-8275-a033b427f7ea disassociated. External IP: 172.27.1.195, port: 682b771a-73bf-4459-9f3f-5cfc36354033. Aug 23 06:15:13.524682 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Calling delete_port for 682b771a-73bf-4459-9f3f-5cfc36354033 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:13.543591 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-ef49ef00-a9e1-49ff-bbb2-72c4a700191c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e99f9703384849c0b7c7d60789df1e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928292 Aug 23 06:15:13.545586 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49ef00-a9e1-49ff-bbb2-72c4a700191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9c3012-ee9e-4397-9fff-667e15257a6e,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:13.547889 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39898) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:13.597153 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3d3e087c-598e-40bf-a73c-cee017b1d71d admin admin] Publish callbacks [] for security_group (6a9c3012-ee9e-4397-9fff-667e15257a6e), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.618574 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3d3e087c-598e-40bf-a73c-cee017b1d71d admin admin] Publish callbacks [] for security_group (6a9c3012-ee9e-4397-9fff-667e15257a6e), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.737503 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (682b771a-73bf-4459-9f3f-5cfc36354033), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.767713 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'Port': ['ID=682b771a-73bf-4459-9f3f-5cfc36354033,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:13.774895 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.775764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.776112 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.776454 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.776790 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.777125 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.777479 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.777809 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.778139 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.778467 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.778794 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.779121 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.779456 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:13.794353 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3d3e087c-598e-40bf-a73c-cee017b1d71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (6a9c3012-ee9e-4397-9fff-667e15257a6e), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.794353 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3d3e087c-598e-40bf-a73c-cee017b1d71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:13.794805 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3d3e087c-598e-40bf-a73c-cee017b1d71d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a9c3012-ee9e-4397-9fff-667e15257a6e HTTP/1.1" status: 204 len: 168 time: 0.2453904 Aug 23 06:15:13.802730 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e087c-598e-40bf-a73c-cee017b1d71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9c3012-ee9e-4397-9fff-667e15257a6e,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:13.898371 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:15:14.000488 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:15:14.010669 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:15:14.023108 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:14.023108 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:14:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:14.046109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] No DVR routers for this DVR port 682b771a-73bf-4459-9f3f-5cfc36354033 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:15:14.046109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:14.048889 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7d827dc6-bd9e-457c-a3a7-3aa3d5c43646 req-8181bc76-5aa8-4c8b-8e71-bc92bf28536d tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.16 "DELETE /v2.0/ports/682b771a-73bf-4459-9f3f-5cfc36354033 HTTP/1.1" status: 204 len: 173 time: 0.8654015 Aug 23 06:15:14.049482 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'name': 'network-vif-deleted', 'tag': '682b771a-73bf-4459-9f3f-5cfc36354033'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:15:14.052297 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d515154-0d3b-4a1e-95ae-dcd57d81bb92" -d '{"events": [{"server_uuid": "deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b", "name": "network-vif-deleted", "tag": "682b771a-73bf-4459-9f3f-5cfc36354033"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:15:14.088855 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df94f51-c487-41d9-a776-3870cee413d2 x-openstack-request-id: req-0df94f51-c487-41d9-a776-3870cee413d2 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:15:14.089151 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b", "name": "network-vif-deleted", "tag": "682b771a-73bf-4459-9f3f-5cfc36354033", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:15:14.089409 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0df94f51-c487-41d9-a776-3870cee413d2 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:15:14.089852 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df94f51-c487-41d9-a776-3870cee413d2'] response: {'server_uuid': 'deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b', 'name': 'network-vif-deleted', 'tag': '682b771a-73bf-4459-9f3f-5cfc36354033', 'status': 'completed', 'code': 200} Aug 23 06:15:14.125347 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:14.408348 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:14.435666 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:15:14.444305 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:14.444980 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:14:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:14.479271 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39908) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:14.493304 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e7b75dbc-f60b-4e61-9c23-32b9732342ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:14.535211 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-63ddd860-7c1b-421f-bfac-df6026d74bec req-866705fb-acf9-481e-8c2a-b06b42cfaa50 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb0dcb0-97fb-4363-9e6f-ba1f5bf6d27b HTTP/1.1" status: 200 len: 210 time: 0.0331099 Aug 23 06:15:14.547778 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:14.595376 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e7b75dbc-f60b-4e61-9c23-32b9732342ac admin admin] Publish callbacks [] for security_group (4cbb330f-2105-4467-a73d-4d8bd8d42095), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:14.688003 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e7b75dbc-f60b-4e61-9c23-32b9732342ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (4cbb330f-2105-4467-a73d-4d8bd8d42095), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:14.726650 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-e7b75dbc-f60b-4e61-9c23-32b9732342ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a928121aa6944cf2b4f6212463838a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457089 Aug 23 06:15:14.727482 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b75dbc-f60b-4e61-9c23-32b9732342ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbb330f-2105-4467-a73d-4d8bd8d42095,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:14.730245 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39910) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:14.734961 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:14.760583 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a00dc-ac1a-45ad-a3bc-b1405239a94e None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '28673d36-f01a-4025-881d-58850d22468e', 'name': '', 'network_id': '64e506df-1825-4b0a-a783-350ab49333de', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:34Z', 'updated_at': '2022-08-23T06:04:50Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'subnets': [{'id': 'f03003f5-4979-48f2-a32c-becebcd37287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:15:14.784980 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a51895e8-f740-44ba-b3e3-ca3b3fcc3a14 admin admin] Publish callbacks [] for security_group (4cbb330f-2105-4467-a73d-4d8bd8d42095), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:14.809124 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a51895e8-f740-44ba-b3e3-ca3b3fcc3a14 admin admin] Publish callbacks [] for security_group (4cbb330f-2105-4467-a73d-4d8bd8d42095), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:14.960503 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a51895e8-f740-44ba-b3e3-ca3b3fcc3a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (4cbb330f-2105-4467-a73d-4d8bd8d42095), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:14.965124 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a51895e8-f740-44ba-b3e3-ca3b3fcc3a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:14.966511 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a51895e8-f740-44ba-b3e3-ca3b3fcc3a14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cbb330f-2105-4467-a73d-4d8bd8d42095 HTTP/1.1" status: 204 len: 168 time: 0.2318475 Aug 23 06:15:14.981364 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51895e8-f740-44ba-b3e3-ca3b3fcc3a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbb330f-2105-4467-a73d-4d8bd8d42095,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:14.999922 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa34f9-65e3-4078-bd74-aa07163dc520 None None] New status for floating IP 673940c2-9603-4ecd-8275-a033b427f7ea: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:15:15.700945 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 39928) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:15.756964 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7dd1-1d99-45df-b36f-00e6f2ab8fb4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (293e6eb5-f9dd-40a9-8719-cba85887f9ca), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:15.781268 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7dd1-1d99-45df-b36f-00e6f2ab8fb4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (293e6eb5-f9dd-40a9-8719-cba85887f9ca), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:15.899828 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7dd1-1d99-45df-b36f-00e6f2ab8fb4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (293e6eb5-f9dd-40a9-8719-cba85887f9ca), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:15.903122 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7dd1-1d99-45df-b36f-00e6f2ab8fb4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:15.904352 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ee3e7dd1-1d99-45df-b36f-00e6f2ab8fb4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "DELETE /v2.0/security-groups/293e6eb5-f9dd-40a9-8719-cba85887f9ca HTTP/1.1" status: 204 len: 168 time: 0.2023122 Aug 23 06:15:15.912406 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39934) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:15.913462 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e7dd1-1d99-45df-b36f-00e6f2ab8fb4 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293e6eb5-f9dd-40a9-8719-cba85887f9ca,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:15.928589 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.api.v2.resource [None req-95bdb26b-a035-40fa-acfd-90ba6ae54af6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] show failed (client error): The resource could not be found. Aug 23 06:15:15.931740 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-95bdb26b-a035-40fa-acfd-90ba6ae54af6 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "GET /v2.0/security-groups/293e6eb5-f9dd-40a9-8719-cba85887f9ca HTTP/1.1" status: 404 len: 347 time: 0.0154448 Aug 23 06:15:15.932421 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 39936) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:16.053762 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Deleting port 1b3daba6-1f3f-42f6-9c01-8e50d3f14066 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:16.054102 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:16.129811 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:16.130149 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:16.142415 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Calling delete_port for 1b3daba6-1f3f-42f6-9c01-8e50d3f14066 owned by network:floatingip {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:16.328143 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (1b3daba6-1f3f-42f6-9c01-8e50d3f14066), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:16.356000 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Pushing event deleted for resources: {'Port': ['ID=1b3daba6-1f3f-42f6-9c01-8e50d3f14066,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:16.380565 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.380918 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.381263 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.381630 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.382004 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.382338 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.382666 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.382994 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.383321 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.384173 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.384173 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.384367 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.384693 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:16.425420 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks [] for floatingip (673940c2-9603-4ecd-8275-a033b427f7ea), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:16.427967 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:16.429129 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-38ad5dd6-be0a-458c-87af-5d59cb7557c8 tempest-AttachVolumeNegativeTest-2027909095 tempest-AttachVolumeNegativeTest-2027909095-project] 10.222.0.26 "DELETE /v2.0/floatingips/673940c2-9603-4ecd-8275-a033b427f7ea HTTP/1.1" status: 204 len: 168 time: 0.4956996 Aug 23 06:15:17.099045 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 682b771a-73bf-4459-9f3f-5cfc36354033 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:15:17.118568 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 682b771a-73bf-4459-9f3f-5cfc36354033 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:15:17.118910 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 682b771a-73bf-4459-9f3f-5cfc36354033 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:15:17.480411 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:15:18.333778 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40010) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:18.492811 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-01ae85d2-224c-426d-99ec-078d6d727a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:18.568912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-01ae85d2-224c-426d-99ec-078d6d727a34 admin admin] Publish callbacks [] for security_group (0496adea-80e6-4641-b818-abf4fb0da653), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:18.625835 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-01ae85d2-224c-426d-99ec-078d6d727a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0496adea-80e6-4641-b818-abf4fb0da653), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:18.662527 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae85d2-224c-426d-99ec-078d6d727a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0496adea-80e6-4641-b818-abf4fb0da653,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:18.670764 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40018) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:18.671411 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-01ae85d2-224c-426d-99ec-078d6d727a34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c49bbdde41804c44ba461d2b6eb9fcf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352704 Aug 23 06:15:18.721100 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cf979e33-6c6c-47a1-81a1-9d365904c1e6 admin admin] Publish callbacks [] for security_group (0496adea-80e6-4641-b818-abf4fb0da653), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:18.742209 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cf979e33-6c6c-47a1-81a1-9d365904c1e6 admin admin] Publish callbacks [] for security_group (0496adea-80e6-4641-b818-abf4fb0da653), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:18.858007 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d96be1-05d9-4ae8-a99b-339ff71ca400 req-af954397-831b-46ed-babe-d3fb34f46b94 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:18.859218 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-15d96be1-05d9-4ae8-a99b-339ff71ca400 req-af954397-831b-46ed-babe-d3fb34f46b94 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 946 time: 0.0522580 Aug 23 06:15:18.883055 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cf979e33-6c6c-47a1-81a1-9d365904c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0496adea-80e6-4641-b818-abf4fb0da653), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:18.884030 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cf979e33-6c6c-47a1-81a1-9d365904c1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:18.885103 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-cf979e33-6c6c-47a1-81a1-9d365904c1e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0496adea-80e6-4641-b818-abf4fb0da653 HTTP/1.1" status: 204 len: 168 time: 0.2134540 Aug 23 06:15:18.896806 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf979e33-6c6c-47a1-81a1-9d365904c1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0496adea-80e6-4641-b818-abf4fb0da653,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:18.924691 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-15d96be1-05d9-4ae8-a99b-339ff71ca400 req-dd446612-7d4e-4d90-87a6-f00524233ec7 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598257 Aug 23 06:15:19.470473 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40038) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:19.483460 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7b87701e-076e-43ad-a5c7-2cf7ced777f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:19.556377 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7b87701e-076e-43ad-a5c7-2cf7ced777f8 admin admin] Publish callbacks [] for security_group (fac2e151-d2e9-4430-a8bf-7668377ef59b), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:19.621318 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7b87701e-076e-43ad-a5c7-2cf7ced777f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (fac2e151-d2e9-4430-a8bf-7668377ef59b), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:19.660330 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7b87701e-076e-43ad-a5c7-2cf7ced777f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ebfa51e5000493c8ba3dad90eedd999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886461 Aug 23 06:15:19.661140 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87701e-076e-43ad-a5c7-2cf7ced777f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac2e151-d2e9-4430-a8bf-7668377ef59b,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:19.662974 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40042) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:19.711231 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3727f69b-7ce0-4d46-b55c-840589de4812 admin admin] Publish callbacks [] for security_group (fac2e151-d2e9-4430-a8bf-7668377ef59b), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:19.731930 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3727f69b-7ce0-4d46-b55c-840589de4812 admin admin] Publish callbacks [] for security_group (fac2e151-d2e9-4430-a8bf-7668377ef59b), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:19.859931 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3727f69b-7ce0-4d46-b55c-840589de4812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (fac2e151-d2e9-4430-a8bf-7668377ef59b), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:19.862620 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3727f69b-7ce0-4d46-b55c-840589de4812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:19.863762 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3727f69b-7ce0-4d46-b55c-840589de4812 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fac2e151-d2e9-4430-a8bf-7668377ef59b HTTP/1.1" status: 204 len: 168 time: 0.1997948 Aug 23 06:15:19.871624 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727f69b-7ce0-4d46-b55c-840589de4812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac2e151-d2e9-4430-a8bf-7668377ef59b,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:20.052249 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e94b8-b289-4580-b6be-334767fe0922 req-fc8a3565-30d0-4da9-a51f-a79f1b00db72 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:20.053752 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-576e94b8-b289-4580-b6be-334767fe0922 req-fc8a3565-30d0-4da9-a51f-a79f1b00db72 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 946 time: 0.0524549 Aug 23 06:15:20.104325 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-576e94b8-b289-4580-b6be-334767fe0922 req-9ac0542f-9924-475f-8c37-0f9980c0208d tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437810 Aug 23 06:15:20.698122 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40070) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:20.749740 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-1dd25b2c-4e82-4790-b811-5409771d4e43 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:20.751288 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-1dd25b2c-4e82-4790-b811-5409771d4e43 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 946 time: 0.0527411 Aug 23 06:15:20.849844 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Deleting port 36a0bc35-9763-495c-b459-d0bb71a24a32 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:20.850209 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:20.943239 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] For port 36a0bc35-9763-495c-b459-d0bb71a24a32, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=36a0bc35-9763-495c-b459-d0bb71a24a32,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:20.943713 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.115931 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.116307 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (ad6f1492-a676-4edb-a38d-add29237f0a0), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.116631 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Floating IP ad6f1492-a676-4edb-a38d-add29237f0a0 disassociated. External IP: 172.27.1.199, port: 36a0bc35-9763-495c-b459-d0bb71a24a32. Aug 23 06:15:21.116983 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Calling delete_port for 36a0bc35-9763-495c-b459-d0bb71a24a32 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:21.152271 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (9519f285-750d-434f-acc5-1430ffbda1a8), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.276508 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502db59-ed70-49c8-876a-be5e39362059 req-624e6e92-eaba-4706-a975-9a8c0a5d4095 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:21.278088 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0502db59-ed70-49c8-876a-be5e39362059 req-624e6e92-eaba-4706-a975-9a8c0a5d4095 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 946 time: 0.0880110 Aug 23 06:15:21.325192 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0502db59-ed70-49c8-876a-be5e39362059 req-e06c7e2b-9d3d-4647-9002-6765764a53ef tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bafa182-3826-45bd-b5a3-6e0de1e97f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Aug 23 06:15:21.384671 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Deleting port 28673d36-f01a-4025-881d-58850d22468e {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:21.385079 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (28673d36-f01a-4025-881d-58850d22468e), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.426022 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (36a0bc35-9763-495c-b459-d0bb71a24a32), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.458815 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event deleted for resources: {'Port': ['ID=36a0bc35-9763-495c-b459-d0bb71a24a32,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:21.472949 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] For port 28673d36-f01a-4025-881d-58850d22468e, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=28673d36-f01a-4025-881d-58850d22468e,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:21.473597 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (28673d36-f01a-4025-881d-58850d22468e), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.490677 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Calling delete_port for 28673d36-f01a-4025-881d-58850d22468e owned by network:router_interface {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:21.575258 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:15:21.681722 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:15:21.692485 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] Sync routers for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:15:21.697694 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40086) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:21.702613 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:21.703743 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:14:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:21.721586 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] No DVR routers for this DVR port 36a0bc35-9763-495c-b459-d0bb71a24a32 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:15:21.724624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.728032 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e0d5d40-f043-4633-8caf-a4c5f5511728 req-3fbac019-ca14-4fb3-8c33-c7de258a6b05 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.16 "DELETE /v2.0/ports/36a0bc35-9763-495c-b459-d0bb71a24a32 HTTP/1.1" status: 204 len: 173 time: 0.9715867 Aug 23 06:15:21.728471 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-deleted', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:15:21.731265 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8773a9b-e6e5-4a27-bf7a-ab15022f9eaa" -d '{"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-deleted", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:15:21.772558 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (28673d36-f01a-4025-881d-58850d22468e), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:21.817246 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28673d36-f01a-4025-881d-58850d22468e,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:21.857587 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:21.935829 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0549774e-13c8-4e8b-b329-3d05c19e9793 x-openstack-request-id: req-0549774e-13c8-4e8b-b329-3d05c19e9793 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:15:21.937382 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b99054-e77d-4b6f-bf0a-48133a9d553b", "name": "network-vif-deleted", "tag": "36a0bc35-9763-495c-b459-d0bb71a24a32", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:15:21.937382 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0549774e-13c8-4e8b-b329-3d05c19e9793 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:15:21.937980 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0549774e-13c8-4e8b-b329-3d05c19e9793'] response: {'server_uuid': '75b99054-e77d-4b6f-bf0a-48133a9d553b', 'name': 'network-vif-deleted', 'tag': '36a0bc35-9763-495c-b459-d0bb71a24a32', 'status': 'completed', 'code': 200} Aug 23 06:15:21.984519 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dac2567e-8f3d-402e-bd07-bb9a7beda4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.078912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (9519f285-750d-434f-acc5-1430ffbda1a8), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.120249 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:22.144888 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] Checking router: d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:15:22.154310 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:22.154927 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:14:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:22.209704 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dac2567e-8f3d-402e-bd07-bb9a7beda4bb admin admin] Publish callbacks [] for security_group (63c53f5b-3880-415a-8ad0-69280719e81a), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.254107 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:22.299154 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dac2567e-8f3d-402e-bd07-bb9a7beda4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (63c53f5b-3880-415a-8ad0-69280719e81a), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.347049 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2567e-8f3d-402e-bd07-bb9a7beda4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c53f5b-3880-415a-8ad0-69280719e81a,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:22.356090 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-dac2567e-8f3d-402e-bd07-bb9a7beda4bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2293f90bbcab477c880aaec36960c84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6571090 Aug 23 06:15:22.358980 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40096) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:22.372886 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Router 9519f285-750d-434f-acc5-1430ffbda1a8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:15:22.426508 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4fc3302a-a8f1-43c2-ad1e-0f7c7e57bea6 admin admin] Publish callbacks [] for security_group (63c53f5b-3880-415a-8ad0-69280719e81a), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.465400 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:22.468468 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4fc3302a-a8f1-43c2-ad1e-0f7c7e57bea6 admin admin] Publish callbacks [] for security_group (63c53f5b-3880-415a-8ad0-69280719e81a), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.487430 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:15:22.493043 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-60e8bcad-fbaf-4842-a45a-e26a0ad7acb6 admin admin] 10.222.0.26 "PUT /v2.0/routers/9519f285-750d-434f-acc5-1430ffbda1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7937505 Aug 23 06:15:22.494127 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c3351880-84c4-4d1a-a432-5d9a1d7e77ca req-9e7ccd89-a858-483c-bbd4-b71ec98c150c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b99054-e77d-4b6f-bf0a-48133a9d553b HTTP/1.1" status: 200 len: 210 time: 0.0436766 Aug 23 06:15:22.496715 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40098) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:22.504760 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] Sync routers for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:15:22.509256 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd2476-88a9-46d8-8f48-f0a197e0519b None None] The sync data for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi is: [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:04:31Z', 'revision_number': 4, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '6f5a3529-ea3f-4977-ad27-011bd37af6ea', 'name': '', 'network_id': 'bed85486-7d5e-4e92-bb9a-1a54147bf2d8', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'mac_address': 'fa:16:3e:a6:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:29Z', 'updated_at': '2022-08-23T06:04:43Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'subnets': [{'id': 'd0d04fcb-6ab6-45d3-9f73-11fe993bba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:15:22.520323 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:22.520962 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:14:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:22.625750 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks [] for router (9519f285-750d-434f-acc5-1430ffbda1a8), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.633805 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:22.722482 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks [] for router_gateway (9519f285-750d-434f-acc5-1430ffbda1a8), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.785227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4fc3302a-a8f1-43c2-ad1e-0f7c7e57bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (63c53f5b-3880-415a-8ad0-69280719e81a), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.790086 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4fc3302a-a8f1-43c2-ad1e-0f7c7e57bea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.795217 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4fc3302a-a8f1-43c2-ad1e-0f7c7e57bea6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63c53f5b-3880-415a-8ad0-69280719e81a HTTP/1.1" status: 204 len: 168 time: 0.4351079 Aug 23 06:15:22.804645 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3302a-a8f1-43c2-ad1e-0f7c7e57bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c53f5b-3880-415a-8ad0-69280719e81a,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:22.828646 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbab8f1-edb7-470e-8e69-5eb4463d2407 None None] New status for floating IP ad6f1492-a676-4edb-a38d-add29237f0a0: DOWN {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:15:22.855180 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:15:21Z', 'revision_number': 5, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port': {'id': '53c7b32c-fb48-4f38-8161-0c607f6568b2', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:22.888112 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] Checking router: 9519f285-750d-434f-acc5-1430ffbda1a8 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:15:22.896972 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] Routers {'9519f285-750d-434f-acc5-1430ffbda1a8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:22.897648 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:14:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9519f285-750d-434f-acc5-1430ffbda1a8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:22.899444 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Deleting port 53c7b32c-fb48-4f38-8161-0c607f6568b2 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:22.899793 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.986982 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] For port 53c7b32c-fb48-4f38-8161-0c607f6568b2, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=53c7b32c-fb48-4f38-8161-0c607f6568b2,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:22.987745 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:22.990398 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] Set router 9519f285-750d-434f-acc5-1430ffbda1a8 gateway port host: None {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:23.001654 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Calling delete_port for 53c7b32c-fb48-4f38-8161-0c607f6568b2 owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:23.045836 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:15:22Z', 'revision_number': 6, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:23.077880 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5270d5f4-f81b-4578-8735-2940a772dbf1 None None] The sync data for ids ['9519f285-750d-434f-acc5-1430ffbda1a8'] in dv-cinder-853788-2-iscsi is: [{'id': '9519f285-750d-434f-acc5-1430ffbda1a8', 'name': 'tempest-AttachVolumeNegativeTest-1154174159-router', 'tenant_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:22Z', 'updated_at': '2022-08-23T06:15:22Z', 'revision_number': 6, 'project_id': 'b46a240be5e84bd7bde99fc7a8628b61', 'gw_port_host': None}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:15:23.096584 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:15:23.124886 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 36a0bc35-9763-495c-b459-d0bb71a24a32 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:15:23.125593 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 36a0bc35-9763-495c-b459-d0bb71a24a32 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:15:23.217977 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (53c7b32c-fb48-4f38-8161-0c607f6568b2), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.243888 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Pushing event deleted for resources: {'Port': ['ID=53c7b32c-fb48-4f38-8161-0c607f6568b2,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:23.269787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09165649-eaf2-4c4d-8486-2321c6989f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.310008 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (9519f285-750d-434f-acc5-1430ffbda1a8), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.667898 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (9519f285-750d-434f-acc5-1430ffbda1a8), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.670088 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks [] for router_controller (9519f285-750d-434f-acc5-1430ffbda1a8), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.679325 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40122) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:23.734082 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-66ec1598-9e5a-47d6-b9be-e14386f320b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (1bafa182-3826-45bd-b5a3-6e0de1e97f49), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.757128 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-66ec1598-9e5a-47d6-b9be-e14386f320b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (1bafa182-3826-45bd-b5a3-6e0de1e97f49), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.809026 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (9519f285-750d-434f-acc5-1430ffbda1a8), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.816193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9519f285-750d-434f-acc5-1430ffbda1a8 {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:15:23.816193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.816193 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c4fd6981-d8fe-402e-83d9-c6da5ff2b3de admin admin] 10.222.0.26 "DELETE /v2.0/routers/9519f285-750d-434f-acc5-1430ffbda1a8 HTTP/1.1" status: 204 len: 168 time: 1.3172450 Aug 23 06:15:23.817899 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40124) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:23.867750 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fbc463-09a4-487f-a346-bebeb4b8c043 admin admin] Deleting subnet f03003f5-4979-48f2-a32c-becebcd37287 {{(pid=104496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:15:23.871557 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33fbc463-09a4-487f-a346-bebeb4b8c043 admin admin] Publish callbacks [] for subnet (f03003f5-4979-48f2-a32c-becebcd37287), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.910020 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33fbc463-09a4-487f-a346-bebeb4b8c043 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31873289'] for subnet (f03003f5-4979-48f2-a32c-becebcd37287), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.930154 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-66ec1598-9e5a-47d6-b9be-e14386f320b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1bafa182-3826-45bd-b5a3-6e0de1e97f49), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.932875 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-66ec1598-9e5a-47d6-b9be-e14386f320b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:23.933556 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 28673d36-f01a-4025-881d-58850d22468e no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:15:23.934090 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-66ec1598-9e5a-47d6-b9be-e14386f320b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "DELETE /v2.0/security-groups/1bafa182-3826-45bd-b5a3-6e0de1e97f49 HTTP/1.1" status: 204 len: 168 time: 0.2537713 Aug 23 06:15:23.937125 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40128) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:23.951367 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec1598-9e5a-47d6-b9be-e14386f320b1 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bafa182-3826-45bd-b5a3-6e0de1e97f49,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:23.952889 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-0dda2cd8-27f4-46f5-bedd-9af2494f48d0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] show failed (client error): The resource could not be found. Aug 23 06:15:23.955796 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 28673d36-f01a-4025-881d-58850d22468e {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:15:23.956326 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 28673d36-f01a-4025-881d-58850d22468e not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:15:23.956972 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 53c7b32c-fb48-4f38-8161-0c607f6568b2 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:15:23.958946 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0dda2cd8-27f4-46f5-bedd-9af2494f48d0 tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "GET /v2.0/security-groups/1bafa182-3826-45bd-b5a3-6e0de1e97f49 HTTP/1.1" status: 404 len: 347 time: 0.0195298 Aug 23 06:15:23.960074 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40130) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:23.996111 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 53c7b32c-fb48-4f38-8161-0c607f6568b2 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:15:23.996900 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 53c7b32c-fb48-4f38-8161-0c607f6568b2 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:15:24.092533 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33fbc463-09a4-487f-a346-bebeb4b8c043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (f03003f5-4979-48f2-a32c-becebcd37287), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.168848 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Deleting port 67121a11-0798-4c74-8e2d-1a8874c33a13 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:24.169193 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (67121a11-0798-4c74-8e2d-1a8874c33a13), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.249095 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33fbc463-09a4-487f-a346-bebeb4b8c043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31817439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30818217'] for subnet (f03003f5-4979-48f2-a32c-becebcd37287), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.252048 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (67121a11-0798-4c74-8e2d-1a8874c33a13), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.252379 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (67121a11-0798-4c74-8e2d-1a8874c33a13), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.285129 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Calling delete_port for 67121a11-0798-4c74-8e2d-1a8874c33a13 owned by network:floatingip {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:24.290536 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbc463-09a4-487f-a346-bebeb4b8c043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03003f5-4979-48f2-a32c-becebcd37287,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:24.298726 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-33fbc463-09a4-487f-a346-bebeb4b8c043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.302253 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-33fbc463-09a4-487f-a346-bebeb4b8c043 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f03003f5-4979-48f2-a32c-becebcd37287 HTTP/1.1" status: 204 len: 168 time: 0.4835429 Aug 23 06:15:24.304866 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40176) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:24.307927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae93c78-bf61-44c9-96aa-060affcad4f5 None None] Network 64e506df-1825-4b0a-a783-350ab49333de requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:15:24.387489 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (64e506df-1825-4b0a-a783-350ab49333de), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.441511 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Deleting port fdd74260-b190-490a-964c-ddac7b08e22b {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:24.441810 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.499249 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] DHCP port deletion for 64e506df-1825-4b0a-a783-350ab49333de request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:15:24.505863 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] For port fdd74260-b190-490a-964c-ddac7b08e22b, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=fdd74260-b190-490a-964c-ddac7b08e22b,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:24.508906 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.519588 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Calling delete_port for fdd74260-b190-490a-964c-ddac7b08e22b owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:24.541595 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Deleting port fdd74260-b190-490a-964c-ddac7b08e22b {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:24.541975 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.552152 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (67121a11-0798-4c74-8e2d-1a8874c33a13), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.590690 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Pushing event deleted for resources: {'Port': ['ID=67121a11-0798-4c74-8e2d-1a8874c33a13,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:24.617308 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] For port fdd74260-b190-490a-964c-ddac7b08e22b, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=fdd74260-b190-490a-964c-ddac7b08e22b,segment=NetworkSegment(546cddfb-86a6-4f20-accf-b77886af763c),segment_id=546cddfb-86a6-4f20-accf-b77886af763c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:24.617737 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.630829 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Calling delete_port for fdd74260-b190-490a-964c-ddac7b08e22b owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:24.659226 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks [] for floatingip (ad6f1492-a676-4edb-a38d-add29237f0a0), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.661801 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.665849 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3b8210a4-7ba6-4b6d-b1c5-978887e65fbf tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] 10.222.0.26 "DELETE /v2.0/floatingips/ad6f1492-a676-4edb-a38d-add29237f0a0 HTTP/1.1" status: 204 len: 168 time: 0.7020557 Aug 23 06:15:24.672851 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.705297 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd74260-b190-490a-964c-ddac7b08e22b,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:24.715469 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] No DVR routers for this DVR port fdd74260-b190-490a-964c-ddac7b08e22b on host dv-cinder-853788-2-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:15:24.715644 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (fdd74260-b190-490a-964c-ddac7b08e22b), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.739222 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Pushing event deleted for resources: {'Port': ['ID=fdd74260-b190-490a-964c-ddac7b08e22b,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:24.746885 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] No DVR routers for this DVR port fdd74260-b190-490a-964c-ddac7b08e22b on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:15:24.749217 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.749629 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.749985 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.750379 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.750722 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.751140 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.751380 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.751710 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.752044 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.752370 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.752696 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.753022 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.753346 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a24680f-1d07-4e2f-8652-dad95d917175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:15:24.789185 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (64e506df-1825-4b0a-a783-350ab49333de), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.812747 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e506df-1825-4b0a-a783-350ab49333de']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:24.821801 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546cddfb-86a6-4f20-accf-b77886af763c') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:24.822090 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546cddfb-86a6-4f20-accf-b77886af763c') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:24.831640 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (546cddfb-86a6-4f20-accf-b77886af763c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.845923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (546cddfb-86a6-4f20-accf-b77886af763c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.851915 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:15:24.853353 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (546cddfb-86a6-4f20-accf-b77886af763c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:24.893588 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 546cddfb-86a6-4f20-accf-b77886af763c resource provider aggregate not found Aug 23 06:15:24.921829 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 546cddfb-86a6-4f20-accf-b77886af763c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 546cddfb-86a6-4f20-accf-b77886af763c found for delete ", "request_id": "req-6b5d3500-3121-415b-8f7f-0429b0422f29"}]} Aug 23 06:15:25.086999 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (64e506df-1825-4b0a-a783-350ab49333de), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:25.094646 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:25.099137 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] 10.222.0.26 "DELETE /v2.0/networks/64e506df-1825-4b0a-a783-350ab49333de HTTP/1.1" status: 204 len: 168 time: 0.7924135 Aug 23 06:15:25.113661 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dbcdb-8324-4e1e-9d1a-a65706f612ed admin admin] Pushing event deleted for resources: {'Network': ['ID=64e506df-1825-4b0a-a783-350ab49333de,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:25.220177 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-ec813daf-af1b-469c-80b0-105a99487045 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1429436 Aug 23 06:15:25.285867 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-df75d3d4-1fca-42a8-bb58-7dba705693b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:25.287327 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-df75d3d4-1fca-42a8-bb58-7dba705693b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1130 time: 0.0469902 Aug 23 06:15:25.393509 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-6b528872-63d4-4ba1-8568-cb3099a4d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:25.394977 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-6b528872-63d4-4ba1-8568-cb3099a4d9fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 200 len: 910 time: 0.0895011 Aug 23 06:15:25.414761 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6405b284-a3bc-4fd9-8279-73425b4edf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:25.463244 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-d4e61777-d837-4294-9170-372606ddb9e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 1001 time: 0.0610085 Aug 23 06:15:25.513994 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-2e20e187-2748-498f-a81f-13f2500375ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:25.515479 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-2e20e187-2748-498f-a81f-13f2500375ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e7e7c73-a2c2-4856-b5a6-790f966b672a HTTP/1.1" status: 200 len: 848 time: 0.0463247 Aug 23 06:15:25.522516 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40204) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:25.566642 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-c4f290ed-4ed0-4195-8bec-08840c3ef9dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b46a240be5e84bd7bde99fc7a8628b61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429637 Aug 23 06:15:25.566809 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-5e41510c-732a-40d3-b6cf-1610911f9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:25.568878 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-5e41510c-732a-40d3-b6cf-1610911f9cce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f3af64f-78d8-4c08-a166-d018612b4959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473919 Aug 23 06:15:25.569334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40210) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:25.682708 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3042cb7a-f69b-4b4d-8b0c-6cf79c23aaa5 admin admin] Publish callbacks [] for security_group (898718d1-6ff4-49cb-b188-677ca9030012), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:25.715044 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-d980074f-f08f-4962-b518-417128f9933c service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388540 Aug 23 06:15:25.716789 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3042cb7a-f69b-4b4d-8b0c-6cf79c23aaa5 admin admin] Publish callbacks [] for security_group (898718d1-6ff4-49cb-b188-677ca9030012), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:25.829667 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ab1bc1a1-ea05-483e-8416-5945d3216180 req-8b84f93c-33df-4440-9741-c8f997262fbd service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066704 Aug 23 06:15:25.884353 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device fdd74260-b190-490a-964c-ddac7b08e22b no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:15:25.906419 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: fdd74260-b190-490a-964c-ddac7b08e22b {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:15:25.906759 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device fdd74260-b190-490a-964c-ddac7b08e22b not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:15:25.992344 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3042cb7a-f69b-4b4d-8b0c-6cf79c23aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (898718d1-6ff4-49cb-b188-677ca9030012), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:25.995108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3042cb7a-f69b-4b4d-8b0c-6cf79c23aaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:26.009703 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-3042cb7a-f69b-4b4d-8b0c-6cf79c23aaa5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/898718d1-6ff4-49cb-b188-677ca9030012 HTTP/1.1" status: 204 len: 168 time: 0.4293652 Aug 23 06:15:26.009703 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042cb7a-f69b-4b4d-8b0c-6cf79c23aaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898718d1-6ff4-49cb-b188-677ca9030012,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:26.978885 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:27.509424 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40260) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:28.215608 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:28.235602 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:28.460507 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Deleting port 6f5a3529-ea3f-4977-ad27-011bd37af6ea {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:28.460849 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:28.537832 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] For port 6f5a3529-ea3f-4977-ad27-011bd37af6ea, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=6f5a3529-ea3f-4977-ad27-011bd37af6ea,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:28.538485 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:28.551135 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Calling delete_port for 6f5a3529-ea3f-4977-ad27-011bd37af6ea owned by network:router_interface {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:28.807169 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (6f5a3529-ea3f-4977-ad27-011bd37af6ea), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:28.834070 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5a3529-ea3f-4977-ad27-011bd37af6ea,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:28.995735 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:29.211013 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:15:29.310929 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:15:29.319327 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40284) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:29.320667 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] Sync routers for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:15:29.321960 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a21b5301-2512-446c-b632-6f8993833d2e admin admin] 10.222.0.26 "PUT /v2.0/routers/d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111105 Aug 23 06:15:29.333166 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:29.333818 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:15:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:29.419208 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks [] for router (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:29.447013 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:29.517525 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks [] for router_gateway (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:29.518308 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:29.650896 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:15:28Z', 'revision_number': 5, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port': {'id': '2f84a88d-0deb-4238-aa17-43d046493e35', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:04:24Z', 'updated_at': '2022-08-23T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:29.654249 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Deleting port 2f84a88d-0deb-4238-aa17-43d046493e35 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:29.654593 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:29.681145 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] Checking router: d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:15:29.690991 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] Routers {'d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:15:29.691607 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:15:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:29.744523 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] For port 2f84a88d-0deb-4238-aa17-43d046493e35, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=2f84a88d-0deb-4238-aa17-43d046493e35,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:29.745421 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:29.758850 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Calling delete_port for 2f84a88d-0deb-4238-aa17-43d046493e35 owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:29.776179 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] Set router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 gateway port host: None {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:15:29.953769 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:15:29Z', 'revision_number': 6, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:29.978429 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924da6c8-7b4d-4ce3-bb19-fd1689686592 None None] The sync data for ids ['d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8'] in dv-cinder-853788-2-iscsi is: [{'id': 'd45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8', 'name': 'tempest-AttachVolumeShelveTestJSON-933507956-router', 'tenant_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:04:23Z', 'updated_at': '2022-08-23T06:15:29Z', 'revision_number': 6, 'project_id': 'fdd86f8650a9453bb06500b0b0aa31e7', 'gw_port_host': None}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:15:30.002010 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (2f84a88d-0deb-4238-aa17-43d046493e35), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.028296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f84a88d-0deb-4238-aa17-43d046493e35,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:30.099134 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.183439 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.185583 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks [] for router_controller (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.280902 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.281383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:15:30.286444 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.287563 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6dc5238f-42c8-4681-b1c9-4fb470e48e3d admin admin] 10.222.0.26 "DELETE /v2.0/routers/d45c69f5-d46d-4f46-a5e6-a7cbe6da6aa8 HTTP/1.1" status: 204 len: 168 time: 0.9672596 Aug 23 06:15:30.290231 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40300) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:30.337501 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fb9b42-94df-4bb8-b75c-c3ed3eff4240 admin admin] Deleting subnet d0d04fcb-6ab6-45d3-9f73-11fe993bba8c {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:15:30.341201 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97fb9b42-94df-4bb8-b75c-c3ed3eff4240 admin admin] Publish callbacks [] for subnet (d0d04fcb-6ab6-45d3-9f73-11fe993bba8c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.382479 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97fb9b42-94df-4bb8-b75c-c3ed3eff4240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49376497'] for subnet (d0d04fcb-6ab6-45d3-9f73-11fe993bba8c), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.455837 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97fb9b42-94df-4bb8-b75c-c3ed3eff4240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (d0d04fcb-6ab6-45d3-9f73-11fe993bba8c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.578864 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97fb9b42-94df-4bb8-b75c-c3ed3eff4240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49376333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30006175'] for subnet (d0d04fcb-6ab6-45d3-9f73-11fe993bba8c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.603832 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb9b42-94df-4bb8-b75c-c3ed3eff4240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d04fcb-6ab6-45d3-9f73-11fe993bba8c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:30.608543 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97fb9b42-94df-4bb8-b75c-c3ed3eff4240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.611956 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-97fb9b42-94df-4bb8-b75c-c3ed3eff4240 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d0d04fcb-6ab6-45d3-9f73-11fe993bba8c HTTP/1.1" status: 204 len: 168 time: 0.3206522 Aug 23 06:15:30.614018 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5119160-170d-4e28-8db9-1d88b168789d None None] Network bed85486-7d5e-4e92-bb9a-1a54147bf2d8 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:15:30.614509 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40302) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:30.687248 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (bed85486-7d5e-4e92-bb9a-1a54147bf2d8), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.736512 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Deleting port cec25b06-b888-48ad-8cd1-10c1404ca295 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:30.736929 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.803337 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] DHCP port deletion for bed85486-7d5e-4e92-bb9a-1a54147bf2d8 request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:15:30.809927 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] For port cec25b06-b888-48ad-8cd1-10c1404ca295, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=cec25b06-b888-48ad-8cd1-10c1404ca295,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:30.810293 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.827300 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Calling delete_port for cec25b06-b888-48ad-8cd1-10c1404ca295 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:30.850218 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] Deleting port cec25b06-b888-48ad-8cd1-10c1404ca295 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:15:30.850671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.917607 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] For port cec25b06-b888-48ad-8cd1-10c1404ca295, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=cec25b06-b888-48ad-8cd1-10c1404ca295,segment=NetworkSegment(28e392f0-4b54-4f45-95f2-c98cb2b0502c),segment_id=28e392f0-4b54-4f45-95f2-c98cb2b0502c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:15:30.918007 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:30.930013 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] Calling delete_port for cec25b06-b888-48ad-8cd1-10c1404ca295 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:15:31.007373 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.015188 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (cec25b06-b888-48ad-8cd1-10c1404ca295), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.034164 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec25b06-b888-48ad-8cd1-10c1404ca295,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:31.043956 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] No DVR routers for this DVR port cec25b06-b888-48ad-8cd1-10c1404ca295 on host dv-cinder-853788-2-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:15:31.046783 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] Pushing event deleted for resources: {'Port': ['ID=cec25b06-b888-48ad-8cd1-10c1404ca295,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:31.050867 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761251e0-12be-4da6-bde2-37434f0a6ee5 None None] No DVR routers for this DVR port cec25b06-b888-48ad-8cd1-10c1404ca295 on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:15:31.130173 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (bed85486-7d5e-4e92-bb9a-1a54147bf2d8), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.150425 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed85486-7d5e-4e92-bb9a-1a54147bf2d8']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:31.159513 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e392f0-4b54-4f45-95f2-c98cb2b0502c') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:31.159840 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e392f0-4b54-4f45-95f2-c98cb2b0502c') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:15:31.168995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (28e392f0-4b54-4f45-95f2-c98cb2b0502c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.181680 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (28e392f0-4b54-4f45-95f2-c98cb2b0502c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.187963 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:15:31.190556 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (28e392f0-4b54-4f45-95f2-c98cb2b0502c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.226255 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 28e392f0-4b54-4f45-95f2-c98cb2b0502c resource provider aggregate not found Aug 23 06:15:31.245896 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 28e392f0-4b54-4f45-95f2-c98cb2b0502c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28e392f0-4b54-4f45-95f2-c98cb2b0502c found for delete ", "request_id": "req-f9033bed-bd22-44fd-8133-9bdc833503ab"}]} Aug 23 06:15:31.329865 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (bed85486-7d5e-4e92-bb9a-1a54147bf2d8), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.335434 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.338638 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bed85486-7d5e-4e92-bb9a-1a54147bf2d8 HTTP/1.1" status: 204 len: 168 time: 0.7233651 Aug 23 06:15:31.349831 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b32837-2dc9-4668-a420-ac8fcc9a29f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed85486-7d5e-4e92-bb9a-1a54147bf2d8,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:31.639704 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40316) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:31.678519 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3c434c93-6dfb-4c13-a3d3-b0783ad493dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdd86f8650a9453bb06500b0b0aa31e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376134 Aug 23 06:15:31.680848 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40318) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:31.725609 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-139fa824-75c8-444c-ba33-806629b99a43 admin admin] Publish callbacks [] for security_group (55202fa9-0c16-4f48-b447-3f41148b3ab1), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.747340 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-139fa824-75c8-444c-ba33-806629b99a43 admin admin] Publish callbacks [] for security_group (55202fa9-0c16-4f48-b447-3f41148b3ab1), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.868902 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 6f5a3529-ea3f-4977-ad27-011bd37af6ea no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:15:31.878534 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-139fa824-75c8-444c-ba33-806629b99a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (55202fa9-0c16-4f48-b447-3f41148b3ab1), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.881389 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-139fa824-75c8-444c-ba33-806629b99a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:31.882645 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-139fa824-75c8-444c-ba33-806629b99a43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55202fa9-0c16-4f48-b447-3f41148b3ab1 HTTP/1.1" status: 204 len: 168 time: 0.2008491 Aug 23 06:15:31.888827 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 6f5a3529-ea3f-4977-ad27-011bd37af6ea {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:15:31.889181 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 6f5a3529-ea3f-4977-ad27-011bd37af6ea not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:15:31.889632 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 2f84a88d-0deb-4238-aa17-43d046493e35 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:15:31.892690 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fa824-75c8-444c-ba33-806629b99a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55202fa9-0c16-4f48-b447-3f41148b3ab1,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:31.912154 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 2f84a88d-0deb-4238-aa17-43d046493e35 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:15:31.912502 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 2f84a88d-0deb-4238-aa17-43d046493e35 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:15:31.912917 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device cec25b06-b888-48ad-8cd1-10c1404ca295 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:15:31.933870 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: cec25b06-b888-48ad-8cd1-10c1404ca295 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:15:31.934217 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device cec25b06-b888-48ad-8cd1-10c1404ca295 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:15:33.607475 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40382) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:33.714799 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-99125a09-2d02-4ac5-8acb-681628f3a181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:33.785865 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-99125a09-2d02-4ac5-8acb-681628f3a181 admin admin] Publish callbacks [] for security_group (c2f38791-1c7e-45d7-8e1e-30120aa5a03f), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:33.864076 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-99125a09-2d02-4ac5-8acb-681628f3a181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (c2f38791-1c7e-45d7-8e1e-30120aa5a03f), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:33.903091 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-99125a09-2d02-4ac5-8acb-681628f3a181 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a5c3b1304374510a7c267cd01eb59bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944562 Aug 23 06:15:33.903841 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99125a09-2d02-4ac5-8acb-681628f3a181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f38791-1c7e-45d7-8e1e-30120aa5a03f,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:33.905883 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40390) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:33.959389 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d21502dc-b42f-4481-ad6d-a165ceb8fed1 admin admin] Publish callbacks [] for security_group (c2f38791-1c7e-45d7-8e1e-30120aa5a03f), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:33.980126 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d21502dc-b42f-4481-ad6d-a165ceb8fed1 admin admin] Publish callbacks [] for security_group (c2f38791-1c7e-45d7-8e1e-30120aa5a03f), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:34.098873 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d21502dc-b42f-4481-ad6d-a165ceb8fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (c2f38791-1c7e-45d7-8e1e-30120aa5a03f), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:34.101513 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d21502dc-b42f-4481-ad6d-a165ceb8fed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:34.102774 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d21502dc-b42f-4481-ad6d-a165ceb8fed1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2f38791-1c7e-45d7-8e1e-30120aa5a03f HTTP/1.1" status: 204 len: 168 time: 0.1959128 Aug 23 06:15:34.110391 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21502dc-b42f-4481-ad6d-a165ceb8fed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f38791-1c7e-45d7-8e1e-30120aa5a03f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:40.421757 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:44.064625 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb1a1f-3d70-4874-a304-8f07c2f01660 req-fba406d1-0afa-4892-b98c-36305f030e1b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:44.066169 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-00fb1a1f-3d70-4874-a304-8f07c2f01660 req-fba406d1-0afa-4892-b98c-36305f030e1b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0618441 Aug 23 06:15:44.113386 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-00fb1a1f-3d70-4874-a304-8f07c2f01660 req-e8e069c4-0701-469c-8df5-b228884d0b49 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 Aug 23 06:15:45.234965 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938e0ff-28a9-4059-9151-a97b38227cae req-0c057d3b-1b60-4d63-aff5-77f986967b1d tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:45.236410 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6938e0ff-28a9-4059-9151-a97b38227cae req-0c057d3b-1b60-4d63-aff5-77f986967b1d tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0542767 Aug 23 06:15:45.284032 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6938e0ff-28a9-4059-9151-a97b38227cae req-693969ad-ff50-4483-89cd-0f1326062fb0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418591 Aug 23 06:15:46.406606 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e17f32-b9ed-4790-8b59-662d580b561b req-dbeec23c-e562-4278-812a-63861a7f38a2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:46.408169 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d5e17f32-b9ed-4790-8b59-662d580b561b req-dbeec23c-e562-4278-812a-63861a7f38a2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0525646 Aug 23 06:15:46.456627 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d5e17f32-b9ed-4790-8b59-662d580b561b req-fc84736d-9adf-4cba-91a9-25b00a05cb69 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Aug 23 06:15:46.545160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40586) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:46.646150 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8ee05f60-c6ac-4d1c-8e89-40160da6888f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:46.717866 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8ee05f60-c6ac-4d1c-8e89-40160da6888f admin admin] Publish callbacks [] for security_group (950e6951-d110-4e89-92ca-db71b6cd7357), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:46.767925 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8ee05f60-c6ac-4d1c-8e89-40160da6888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (950e6951-d110-4e89-92ca-db71b6cd7357), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:46.805793 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8ee05f60-c6ac-4d1c-8e89-40160da6888f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddcbc1fbe336493aa7711a57c54b04b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595038 Aug 23 06:15:46.806614 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee05f60-c6ac-4d1c-8e89-40160da6888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e6951-d110-4e89-92ca-db71b6cd7357,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:46.808605 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40590) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:46.854967 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a2dc92c0-e3a2-43b9-850c-f7a0fc50813c admin admin] Publish callbacks [] for security_group (950e6951-d110-4e89-92ca-db71b6cd7357), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:46.876318 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a2dc92c0-e3a2-43b9-850c-f7a0fc50813c admin admin] Publish callbacks [] for security_group (950e6951-d110-4e89-92ca-db71b6cd7357), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:46.982071 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a2dc92c0-e3a2-43b9-850c-f7a0fc50813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (950e6951-d110-4e89-92ca-db71b6cd7357), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:46.984604 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a2dc92c0-e3a2-43b9-850c-f7a0fc50813c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:46.985765 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a2dc92c0-e3a2-43b9-850c-f7a0fc50813c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/950e6951-d110-4e89-92ca-db71b6cd7357 HTTP/1.1" status: 204 len: 168 time: 0.1761510 Aug 23 06:15:46.993086 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc92c0-e3a2-43b9-850c-f7a0fc50813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e6951-d110-4e89-92ca-db71b6cd7357,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:47.581912 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689fc-0ace-4b7a-8df7-e67d573f555e req-16df75f7-6a46-4709-a7f6-57fb634c80d2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:47.583394 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5cc689fc-0ace-4b7a-8df7-e67d573f555e req-16df75f7-6a46-4709-a7f6-57fb634c80d2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0543449 Aug 23 06:15:47.631135 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5cc689fc-0ace-4b7a-8df7-e67d573f555e req-01ac52a0-e217-46dc-bc2b-976b9d3696ec tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 Aug 23 06:15:48.755045 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be1dc2-6e6c-475a-9516-0b5615b81360 req-c9e4388b-729a-4ae3-8358-c44e529c0edd tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:48.756525 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-33be1dc2-6e6c-475a-9516-0b5615b81360 req-c9e4388b-729a-4ae3-8358-c44e529c0edd tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0534792 Aug 23 06:15:48.803839 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-33be1dc2-6e6c-475a-9516-0b5615b81360 req-02bb6272-3196-4699-ba49-b6293da12591 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 Aug 23 06:15:49.237336 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40650) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:49.351412 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7580ebf9-98dd-4122-9ef3-f26c1a4bcb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:49.423687 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7580ebf9-98dd-4122-9ef3-f26c1a4bcb6a admin admin] Publish callbacks [] for security_group (01a46f47-7a37-4ace-9ec3-ebe460b983d7), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:49.511094 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7580ebf9-98dd-4122-9ef3-f26c1a4bcb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (01a46f47-7a37-4ace-9ec3-ebe460b983d7), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:49.548222 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-7580ebf9-98dd-4122-9ef3-f26c1a4bcb6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0229004608f9432bbbf6bd9bf8ae3a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097043 Aug 23 06:15:49.549085 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ebf9-98dd-4122-9ef3-f26c1a4bcb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a46f47-7a37-4ace-9ec3-ebe460b983d7,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:49.551730 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40656) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:49.598885 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bea0-11ec-46b3-bacd-41523c99b5e9 admin admin] Publish callbacks [] for security_group (01a46f47-7a37-4ace-9ec3-ebe460b983d7), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:49.619572 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bea0-11ec-46b3-bacd-41523c99b5e9 admin admin] Publish callbacks [] for security_group (01a46f47-7a37-4ace-9ec3-ebe460b983d7), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:49.730635 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bea0-11ec-46b3-bacd-41523c99b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (01a46f47-7a37-4ace-9ec3-ebe460b983d7), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:49.734007 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bea0-11ec-46b3-bacd-41523c99b5e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:49.735172 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b6f0bea0-11ec-46b3-bacd-41523c99b5e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01a46f47-7a37-4ace-9ec3-ebe460b983d7 HTTP/1.1" status: 204 len: 168 time: 0.1824176 Aug 23 06:15:49.743098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0bea0-11ec-46b3-bacd-41523c99b5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a46f47-7a37-4ace-9ec3-ebe460b983d7,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:49.926860 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8174-5dd8-47a7-b380-a12927ee20bc req-dfbf5814-18e7-4f9e-b251-3860e8578ae5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:49.928120 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-499c8174-5dd8-47a7-b380-a12927ee20bc req-dfbf5814-18e7-4f9e-b251-3860e8578ae5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0528917 Aug 23 06:15:49.983141 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-499c8174-5dd8-47a7-b380-a12927ee20bc req-e536942f-bd75-421c-a508-1f7621d49355 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459626 Aug 23 06:15:50.317800 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40666) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:50.330531 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fbd8917a-4dda-41f6-8f20-4906c2ec7b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:50.407302 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fbd8917a-4dda-41f6-8f20-4906c2ec7b92 admin admin] Publish callbacks [] for security_group (2aac541e-16cd-4e42-93dc-70eab3c9b096), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:50.510730 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fbd8917a-4dda-41f6-8f20-4906c2ec7b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2aac541e-16cd-4e42-93dc-70eab3c9b096), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:50.548276 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fbd8917a-4dda-41f6-8f20-4906c2ec7b92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a1d9889dcfa48b3ab048f293d098162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294223 Aug 23 06:15:50.550292 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8917a-4dda-41f6-8f20-4906c2ec7b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aac541e-16cd-4e42-93dc-70eab3c9b096,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:50.550990 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40670) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:15:50.600820 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53839180-2582-4455-b584-5094da1657c9 admin admin] Publish callbacks [] for security_group (2aac541e-16cd-4e42-93dc-70eab3c9b096), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:50.621317 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53839180-2582-4455-b584-5094da1657c9 admin admin] Publish callbacks [] for security_group (2aac541e-16cd-4e42-93dc-70eab3c9b096), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:50.719107 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53839180-2582-4455-b584-5094da1657c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2aac541e-16cd-4e42-93dc-70eab3c9b096), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:50.721642 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-53839180-2582-4455-b584-5094da1657c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:50.722792 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-53839180-2582-4455-b584-5094da1657c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aac541e-16cd-4e42-93dc-70eab3c9b096 HTTP/1.1" status: 204 len: 168 time: 0.1707687 Aug 23 06:15:50.731917 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53839180-2582-4455-b584-5094da1657c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aac541e-16cd-4e42-93dc-70eab3c9b096,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:15:51.103993 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc506d8b-e874-499b-90d9-eb196df7d216 req-a7c417ae-e122-4199-8a11-6f670f09d8d4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:51.105459 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bc506d8b-e874-499b-90d9-eb196df7d216 req-a7c417ae-e122-4199-8a11-6f670f09d8d4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0523584 Aug 23 06:15:51.155166 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bc506d8b-e874-499b-90d9-eb196df7d216 req-63fd0905-aa58-4e75-998a-1cfb3e3dbe52 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439579 Aug 23 06:15:52.276675 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1bc9-583f-4357-aba4-530e1199249e req-110a6971-8a42-436c-9a5d-466cb6aa8856 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:52.278227 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-827e1bc9-583f-4357-aba4-530e1199249e req-110a6971-8a42-436c-9a5d-466cb6aa8856 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0524194 Aug 23 06:15:52.326743 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-827e1bc9-583f-4357-aba4-530e1199249e req-209bd558-1006-490f-bc80-41b98322c45e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428617 Aug 23 06:15:53.274286 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bfefb8b-9b8c-4011-9045-d540604a0273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:53.452147 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23ba31-19a3-4d01-bbd6-7e6ee92723a5 req-1552caa1-9e80-4ddb-992c-1ba798df8f11 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:53.453636 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fb23ba31-19a3-4d01-bbd6-7e6ee92723a5 req-1552caa1-9e80-4ddb-992c-1ba798df8f11 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0507739 Aug 23 06:15:53.508821 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fb23ba31-19a3-4d01-bbd6-7e6ee92723a5 req-d8cfe280-3619-4ce8-b040-65b3744b90d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496402 Aug 23 06:15:54.479668 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:15:54.655045 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e579baa-af8f-465c-9cd1-4950cd546db4 req-877fa632-f3f7-46bd-973a-facfafdd47e2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:54.656432 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1e579baa-af8f-465c-9cd1-4950cd546db4 req-877fa632-f3f7-46bd-973a-facfafdd47e2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0547340 Aug 23 06:15:54.702923 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1e579baa-af8f-465c-9cd1-4950cd546db4 req-a31ae3c2-a886-4d0a-a942-145a76945615 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 Aug 23 06:15:55.405355 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f1f0174a-2d2d-4af2-9c2f-b84d27576feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:55.822485 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b8964-fd33-414d-b7db-1c3f94e443e3 req-c3cc2e7d-2b35-4f2d-ac65-c589cffa5611 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:55.823616 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d89b8964-fd33-414d-b7db-1c3f94e443e3 req-c3cc2e7d-2b35-4f2d-ac65-c589cffa5611 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0511878 Aug 23 06:15:55.872690 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d89b8964-fd33-414d-b7db-1c3f94e443e3 req-58b704ea-6aa3-4917-a463-776f9111442d tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423520 Aug 23 06:15:56.954365 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:56.993363 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3677-d727-44ef-a38b-edef4055c1da req-6c876ae8-5fb6-44e0-9441-6b1caa1030b1 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:56.994888 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b19e3677-d727-44ef-a38b-edef4055c1da req-6c876ae8-5fb6-44e0-9441-6b1caa1030b1 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0517926 Aug 23 06:15:57.042889 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b19e3677-d727-44ef-a38b-edef4055c1da req-95075259-9af8-4dad-8eac-68a283be97ae tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420780 Aug 23 06:15:58.161494 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6e313-f392-48e0-b24f-fa5529fa9d5b req-3b39fe2c-9d61-4dea-9efa-3b7fc432073f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:58.163042 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-13b6e313-f392-48e0-b24f-fa5529fa9d5b req-3b39fe2c-9d61-4dea-9efa-3b7fc432073f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0513258 Aug 23 06:15:58.183093 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:15:58.210938 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-13b6e313-f392-48e0-b24f-fa5529fa9d5b req-cf41faf8-aa6e-4c83-ac01-0347f8cbc098 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Aug 23 06:15:59.330512 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de31d44-5fc6-4510-aa40-c41dff16ce21 req-3e7127d9-1dcc-47ec-b8d3-5488ad575bad tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:15:59.332004 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6de31d44-5fc6-4510-aa40-c41dff16ce21 req-3e7127d9-1dcc-47ec-b8d3-5488ad575bad tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0521860 Aug 23 06:15:59.384048 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6de31d44-5fc6-4510-aa40-c41dff16ce21 req-2b7802ae-82c4-423f-9f3e-edae48fcc8e5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465739 Aug 23 06:15:59.519678 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:00.505573 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefb849-03cc-4bb4-ae19-aa67160b40fd req-5c2c2119-f3dc-4dbc-accc-40b4ad5c750a tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:00.507014 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ceefb849-03cc-4bb4-ae19-aa67160b40fd req-5c2c2119-f3dc-4dbc-accc-40b4ad5c750a tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0530829 Aug 23 06:16:00.554306 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ceefb849-03cc-4bb4-ae19-aa67160b40fd req-3e77195e-156d-4303-b044-983b0df9e07d tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418468 Aug 23 06:16:01.673076 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e5d49-69d7-494e-b350-34f4d89cc054 req-2c09658c-09f3-48d2-83d6-bd2e86fbc8c3 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:01.675717 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c88e5d49-69d7-494e-b350-34f4d89cc054 req-2c09658c-09f3-48d2-83d6-bd2e86fbc8c3 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0526559 Aug 23 06:16:01.722836 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c88e5d49-69d7-494e-b350-34f4d89cc054 req-b815eee2-1a54-470d-a655-cdb7fb1cf257 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Aug 23 06:16:02.798678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40896) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:02.848212 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d9739-f101-4803-8dcb-c678acb3a127 req-7c2887f1-d335-4a5e-8f02-5c9056cd91ac tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:02.849971 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5c2d9739-f101-4803-8dcb-c678acb3a127 req-7c2887f1-d335-4a5e-8f02-5c9056cd91ac tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0558279 Aug 23 06:16:02.908093 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-5c2d9739-f101-4803-8dcb-c678acb3a127 req-404d7dc0-975f-450f-89f3-3cc0725940f2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523310 Aug 23 06:16:02.917307 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-08ed225c-9270-4ee0-958c-8ed9bc949c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:02.992282 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-08ed225c-9270-4ee0-958c-8ed9bc949c16 admin admin] Publish callbacks [] for security_group (65de1163-83ca-4dfd-81ef-13591f746fd2), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:03.072094 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-08ed225c-9270-4ee0-958c-8ed9bc949c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (65de1163-83ca-4dfd-81ef-13591f746fd2), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:03.109010 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-08ed225c-9270-4ee0-958c-8ed9bc949c16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fad1f4ed90054aaea5a86361c88b924f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090718 Aug 23 06:16:03.111144 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed225c-9270-4ee0-958c-8ed9bc949c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65de1163-83ca-4dfd-81ef-13591f746fd2,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:03.111752 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40904) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:03.160426 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d04c5d31-010d-4912-9756-e03dbd9994cf admin admin] Publish callbacks [] for security_group (65de1163-83ca-4dfd-81ef-13591f746fd2), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:03.183939 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d04c5d31-010d-4912-9756-e03dbd9994cf admin admin] Publish callbacks [] for security_group (65de1163-83ca-4dfd-81ef-13591f746fd2), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:03.320459 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d04c5d31-010d-4912-9756-e03dbd9994cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (65de1163-83ca-4dfd-81ef-13591f746fd2), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:03.323139 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d04c5d31-010d-4912-9756-e03dbd9994cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:03.324334 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-d04c5d31-010d-4912-9756-e03dbd9994cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65de1163-83ca-4dfd-81ef-13591f746fd2 HTTP/1.1" status: 204 len: 168 time: 0.2115514 Aug 23 06:16:03.333223 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c5d31-010d-4912-9756-e03dbd9994cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65de1163-83ca-4dfd-81ef-13591f746fd2,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:03.995959 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 40916) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:04.026959 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6c91abcd-50d4-4186-8ebf-4e74405a9c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:04.066390 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aafa1-f15d-4c20-9811-19c628c0564d req-6ced6bce-311f-4a07-9e79-25ff79c3f8b5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:04.067824 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-211aafa1-f15d-4c20-9811-19c628c0564d req-6ced6bce-311f-4a07-9e79-25ff79c3f8b5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0837667 Aug 23 06:16:04.133301 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-211aafa1-f15d-4c20-9811-19c628c0564d req-996e5fb9-13e8-46cf-8f30-e35313f95d6d tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596046 Aug 23 06:16:04.152341 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6c91abcd-50d4-4186-8ebf-4e74405a9c4c admin admin] Publish callbacks [] for security_group (f5d21ace-f56b-4cd1-bdbc-215bc8c74acf), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:04.217669 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6c91abcd-50d4-4186-8ebf-4e74405a9c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f5d21ace-f56b-4cd1-bdbc-215bc8c74acf), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:04.255253 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6c91abcd-50d4-4186-8ebf-4e74405a9c4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc2ac7e174354a23b55cb8e45ab54d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582626 Aug 23 06:16:04.256065 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91abcd-50d4-4186-8ebf-4e74405a9c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d21ace-f56b-4cd1-bdbc-215bc8c74acf,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:04.258670 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 40918) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:04.306968 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bbec74ee-5bd0-431d-85ca-ef99020f568b admin admin] Publish callbacks [] for security_group (f5d21ace-f56b-4cd1-bdbc-215bc8c74acf), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:04.327766 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bbec74ee-5bd0-431d-85ca-ef99020f568b admin admin] Publish callbacks [] for security_group (f5d21ace-f56b-4cd1-bdbc-215bc8c74acf), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:04.445990 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bbec74ee-5bd0-431d-85ca-ef99020f568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (f5d21ace-f56b-4cd1-bdbc-215bc8c74acf), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:04.448564 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bbec74ee-5bd0-431d-85ca-ef99020f568b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:04.449758 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-bbec74ee-5bd0-431d-85ca-ef99020f568b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5d21ace-f56b-4cd1-bdbc-215bc8c74acf HTTP/1.1" status: 204 len: 168 time: 0.1898520 Aug 23 06:16:04.457936 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec74ee-5bd0-431d-85ca-ef99020f568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d21ace-f56b-4cd1-bdbc-215bc8c74acf,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:05.256141 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53661638-8ccb-4488-8528-ca7e5fa558bd req-e723426f-6ded-4d80-98c3-01a415cf3f74 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:05.257616 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-53661638-8ccb-4488-8528-ca7e5fa558bd req-e723426f-6ded-4d80-98c3-01a415cf3f74 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0531876 Aug 23 06:16:05.309105 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-53661638-8ccb-4488-8528-ca7e5fa558bd req-d58278fe-3fde-47d8-bdd0-008105ad0f48 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458908 Aug 23 06:16:06.440873 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b1558-dd53-424b-a8cf-a7150c76a179 req-6045e89a-c39e-4e86-9f79-a7937b8b2945 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:06.442407 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fa7b1558-dd53-424b-a8cf-a7150c76a179 req-6045e89a-c39e-4e86-9f79-a7937b8b2945 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0561872 Aug 23 06:16:06.492820 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fa7b1558-dd53-424b-a8cf-a7150c76a179 req-20bda99a-c55f-4d7b-bba1-73d483ec371f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448267 Aug 23 06:16:07.306798 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-4e42e276-01c6-4e20-b54b-1d6d006e0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:07.308208 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-4e42e276-01c6-4e20-b54b-1d6d006e0eb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1130 time: 0.0436950 Aug 23 06:16:07.401709 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-3a211972-c5a9-4d8b-b3e9-57f2d282fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:07.403167 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-3a211972-c5a9-4d8b-b3e9-57f2d282fe40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 200 len: 910 time: 0.0889513 Aug 23 06:16:07.461922 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-2bbdf641-937f-4311-b4b3-273ec9a37082 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 1001 time: 0.0524614 Aug 23 06:16:07.507648 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-eac02b61-feab-45cc-8667-8ee66fb403e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:07.509047 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-eac02b61-feab-45cc-8667-8ee66fb403e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e7e7c73-a2c2-4856-b5a6-790f966b672a HTTP/1.1" status: 200 len: 848 time: 0.0413330 Aug 23 06:16:07.556584 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-7b3d39d0-8c47-4aa6-8d1e-d3044de544f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:07.558220 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-7b3d39d0-8c47-4aa6-8d1e-d3044de544f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f3af64f-78d8-4c08-a166-d018612b4959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432396 Aug 23 06:16:07.611937 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860c2fc-3e24-4af5-856e-d33a7d06ea0e req-e04222e3-c899-4dbc-a5ff-e256a5f08a54 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:07.613407 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0860c2fc-3e24-4af5-856e-d33a7d06ea0e req-e04222e3-c899-4dbc-a5ff-e256a5f08a54 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0508323 Aug 23 06:16:07.649802 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-151cacc4-89c6-4253-aa35-610cb8d6ee63 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855122 Aug 23 06:16:07.667747 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-0860c2fc-3e24-4af5-856e-d33a7d06ea0e req-f2374fa5-3e53-4859-a4db-9e6c174214e8 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487058 Aug 23 06:16:07.734820 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-802d4db1-0f31-48f5-b2ba-e783c18fcc0a req-64fde054-2dc5-4016-acb6-05896c55f2be service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793281 Aug 23 06:16:08.789689 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0740c-a39d-4706-9281-26e89ebe9ffc req-2659feb3-c1bd-4304-8944-f5d2f9e76d01 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:08.791133 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e6c0740c-a39d-4706-9281-26e89ebe9ffc req-2659feb3-c1bd-4304-8944-f5d2f9e76d01 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0542686 Aug 23 06:16:08.838059 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e6c0740c-a39d-4706-9281-26e89ebe9ffc req-fbedd511-b5b9-40a9-b663-ec358266319f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413733 Aug 23 06:16:09.958436 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc63464-8258-4eb4-85e6-7daa48800285 req-32df6cfa-4677-46c3-896a-c1066a3463e2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:09.959910 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2dc63464-8258-4eb4-85e6-7daa48800285 req-32df6cfa-4677-46c3-896a-c1066a3463e2 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0527339 Aug 23 06:16:10.007663 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2dc63464-8258-4eb4-85e6-7daa48800285 req-0ba1873b-dc2d-4774-85cb-f6307b82bc5e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422435 Aug 23 06:16:10.403651 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:11.127053 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071546ee-cdc3-4f5c-bfdd-090dc3befb95 req-6d56c9b8-eade-4c90-ace0-6923a72e28dd tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:11.128509 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-071546ee-cdc3-4f5c-bfdd-090dc3befb95 req-6d56c9b8-eade-4c90-ace0-6923a72e28dd tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0514965 Aug 23 06:16:11.174483 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-071546ee-cdc3-4f5c-bfdd-090dc3befb95 req-6f1c6411-66ba-4b0a-8083-35bca28572d5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 Aug 23 06:16:12.299925 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a961b7-9e14-4050-98e1-6c7ec6162114 req-5c7dc2a3-e70e-4c33-819f-0439bf3eb0a6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:12.301421 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a4a961b7-9e14-4050-98e1-6c7ec6162114 req-5c7dc2a3-e70e-4c33-819f-0439bf3eb0a6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0567753 Aug 23 06:16:12.349739 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a4a961b7-9e14-4050-98e1-6c7ec6162114 req-2bc2ba74-7a89-4dbf-898b-f14c35c2409d tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418231 Aug 23 06:16:13.473015 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436db57a-a0e9-44e5-b25e-c0604fc46cca req-0ad30f2f-f08a-4a78-bdbd-e373118d1ab6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:13.474496 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-436db57a-a0e9-44e5-b25e-c0604fc46cca req-0ad30f2f-f08a-4a78-bdbd-e373118d1ab6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0540340 Aug 23 06:16:13.521414 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-436db57a-a0e9-44e5-b25e-c0604fc46cca req-a8720a45-37f9-4b4f-bc1f-59283be2133c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413949 Aug 23 06:16:14.639020 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180982e-1315-4305-8a2c-7e72f124de8a req-78beff64-442a-4019-92f6-469b63f76c85 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:14.640467 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d180982e-1315-4305-8a2c-7e72f124de8a req-78beff64-442a-4019-92f6-469b63f76c85 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0507617 Aug 23 06:16:14.687205 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d180982e-1315-4305-8a2c-7e72f124de8a req-7f049aec-41cc-47e5-9099-e3c8bb36517b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411677 Aug 23 06:16:15.805704 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54006f16-ec4b-405c-8656-2b6866c982bd req-f9290c6a-8e08-44de-ae38-9d6d82c6b5c3 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:15.807168 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-54006f16-ec4b-405c-8656-2b6866c982bd req-f9290c6a-8e08-44de-ae38-9d6d82c6b5c3 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0515859 Aug 23 06:16:15.855084 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-54006f16-ec4b-405c-8656-2b6866c982bd req-c5f6cbd8-265f-4f9e-a0f8-b215f502b0ee tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423405 Aug 23 06:16:16.018859 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [req-b5fc22b0-788c-41f2-8c8a-8ac06c49da06 req-579a9048-9029-445c-9b78-8a80b2f65ff7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:16:16.019855 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-b5fc22b0-788c-41f2-8c8a-8ac06c49da06 req-579a9048-9029-445c-9b78-8a80b2f65ff7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0973179 Aug 23 06:16:16.485914 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 9009e1e7-e330-462f-8f68-ea468ea79594 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:16:16.561851 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 9009e1e7-e330-462f-8f68-ea468ea79594 is: ACTIVE; New status is: DOWN {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:16:16.563123 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:16.567994 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a220b-d984-49e7-8fdc-b0c51d791174 req-0dbb1c56-b5bd-4dca-ae8a-ca0f1305f3f0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:16.574856 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-659a220b-d984-49e7-8fdc-b0c51d791174 req-0dbb1c56-b5bd-4dca-ae8a-ca0f1305f3f0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0575802 Aug 23 06:16:16.592915 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:16:16.595188 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b70e1c0-8584-44a0-a6d9-0af728d96b15" -d '{"events": [{"server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "name": "network-vif-unplugged", "status": "completed", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:16:16.609307 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:16:16.630464 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Aug 2022 06:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b16a47-1248-4d7a-b53e-d297acd07ee1 x-openstack-request-id: req-44b16a47-1248-4d7a-b53e-d297acd07ee1 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:16:16.631393 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-84b565fa-09b9-4521-8c8c-962be6700a0c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0591147 Aug 23 06:16:16.631527 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "name": "network-vif-unplugged", "status": "failed", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594", "code": 422}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:16:16.632000 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44b16a47-1248-4d7a-b53e-d297acd07ee1 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:16:16.632327 dv-cinder-853788-2-iscsi neutron-server[104498]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44b16a47-1248-4d7a-b53e-d297acd07ee1']: {'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594', 'code': 422} returned with failed status Aug 23 06:16:16.642910 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-659a220b-d984-49e7-8fdc-b0c51d791174 req-ff9facf5-803d-4623-a70b-edbe05cb6daa tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603354 Aug 23 06:16:16.684550 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:16.749053 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=6']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:17.713652 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b288b91-1463-47f5-a20e-229026faac49 req-bf28a326-861f-4723-958c-33ef07f433c5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:17.715819 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-bf28a326-861f-4723-958c-33ef07f433c5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports/9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 941 time: 0.0505476 Aug 23 06:16:17.767438 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88ed2b-d55e-4803-9743-b8777815da5d req-31df2fd5-d85d-4e97-80ba-6147138fe636 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:17.769188 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4b88ed2b-d55e-4803-9743-b8777815da5d req-31df2fd5-d85d-4e97-80ba-6147138fe636 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0532789 Aug 23 06:16:17.818062 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4b88ed2b-d55e-4803-9743-b8777815da5d req-e8098b2c-e866-4210-9148-ee4768cb3618 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432599 Aug 23 06:16:18.946269 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38251-39e7-45bc-9d6d-2e147d3bb436 req-5faab569-94ee-4deb-8f38-1f3d6cc0e790 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:18.947773 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f38251-39e7-45bc-9d6d-2e147d3bb436 req-5faab569-94ee-4deb-8f38-1f3d6cc0e790 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0533321 Aug 23 06:16:19.002811 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-77f38251-39e7-45bc-9d6d-2e147d3bb436 req-cfa5e089-d358-4112-ae21-38e849bfbd5b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494726 Aug 23 06:16:20.121423 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2e18b-bbc2-42d4-91e7-f00fe897c0ce req-33d2a37c-01c1-41b5-9931-48e93898dd0c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:20.122849 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-49f2e18b-bbc2-42d4-91e7-f00fe897c0ce req-33d2a37c-01c1-41b5-9931-48e93898dd0c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0504074 Aug 23 06:16:20.173288 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-49f2e18b-bbc2-42d4-91e7-f00fe897c0ce req-f03d2f82-fbbd-485f-8fbe-3c7a8fac229e tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Aug 23 06:16:21.293266 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d44e4-8029-4b76-b743-c6820e225ffd req-05a234a2-0c5a-4dd1-9666-ee5381209895 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:21.294774 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ad0d44e4-8029-4b76-b743-c6820e225ffd req-05a234a2-0c5a-4dd1-9666-ee5381209895 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0522611 Aug 23 06:16:21.342928 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ad0d44e4-8029-4b76-b743-c6820e225ffd req-8f80ea85-ceb3-44c7-94d7-5c82595b34d8 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Aug 23 06:16:22.515642 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1142a8-6f38-49d7-b92f-a727edda6be3 req-fbccbc42-47dd-4c53-8823-e3a4e67a0e96 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:22.517138 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ea1142a8-6f38-49d7-b92f-a727edda6be3 req-fbccbc42-47dd-4c53-8823-e3a4e67a0e96 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0510886 Aug 23 06:16:22.563677 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-ea1142a8-6f38-49d7-b92f-a727edda6be3 req-2422df52-295d-4387-84bc-3def280acab4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409222 Aug 23 06:16:23.275525 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-38aa6f0a-e435-4423-8809-31f8650f54b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:23.690816 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20be0e-4572-45cd-b35c-f402859dfc24 req-78dd9463-466a-491a-96e9-4b9713199b13 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:23.692281 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af20be0e-4572-45cd-b35c-f402859dfc24 req-78dd9463-466a-491a-96e9-4b9713199b13 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0551400 Aug 23 06:16:23.741157 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af20be0e-4572-45cd-b35c-f402859dfc24 req-2039ff07-210e-4512-b055-a31f0c28b967 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Aug 23 06:16:24.392994 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-47ae59a4-6780-47f7-a2f4-540368fb4252 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433979 Aug 23 06:16:24.485630 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-8c418694-812f-4ed3-8e3a-cf17e0a8567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:24.487736 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-8c418694-812f-4ed3-8e3a-cf17e0a8567c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 1130 time: 0.0532000 Aug 23 06:16:24.634116 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-29555d4b-936a-4991-a0e5-416e2a3e5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:24.635563 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-29555d4b-936a-4991-a0e5-416e2a3e5d6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 913 time: 0.0886967 Aug 23 06:16:24.883315 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ad50c-fec5-438a-b924-bc35c61ebfa1 req-86081e1f-3b58-4546-9c49-2986076a734c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:24.885508 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-499ad50c-fec5-438a-b924-bc35c61ebfa1 req-86081e1f-3b58-4546-9c49-2986076a734c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0628643 Aug 23 06:16:24.953516 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-499ad50c-fec5-438a-b924-bc35c61ebfa1 req-8cda0196-e11f-49c5-b56a-d182ca857149 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595391 Aug 23 06:16:25.395959 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01966b8a-c81f-43f2-91c3-66f11edf4fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:25.906738 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-9012eaed-2c04-4f21-a305-4bbca28554fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952b51a8-8665-4ee7-954b-ba033226ce3c HTTP/1.1" status: 200 len: 1002 time: 0.0574100 Aug 23 06:16:26.075843 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9871f9b-8467-42a3-ab2f-9c32d6b3e9eb req-78c9551e-b21e-4279-8d6c-2698d143319f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:26.077299 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a9871f9b-8467-42a3-ab2f-9c32d6b3e9eb req-78c9551e-b21e-4279-8d6c-2698d143319f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0513914 Aug 23 06:16:26.128107 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a9871f9b-8467-42a3-ab2f-9c32d6b3e9eb req-fb948f15-3cc7-4547-83b2-931cb24107e6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451465 Aug 23 06:16:26.810732 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-e2c7904e-e7b4-4ba5-be44-c435ee1288fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:26.812159 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-e2c7904e-e7b4-4ba5-be44-c435ee1288fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0430152 Aug 23 06:16:26.964761 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:27.248758 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996fc5f-848e-4fc4-beec-b752a9370f31 req-8e76e708-b30a-444d-97cf-529539984a1d tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:27.250252 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2996fc5f-848e-4fc4-beec-b752a9370f31 req-8e76e708-b30a-444d-97cf-529539984a1d tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0541570 Aug 23 06:16:27.296804 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2996fc5f-848e-4fc4-beec-b752a9370f31 req-7ea2dab9-f2e5-4b80-a3cb-51124bd4466f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407786 Aug 23 06:16:28.187354 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:28.302707 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-09d62af0-bd4c-4468-bb3e-bdb0381d69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:28.304184 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-09d62af0-bd4c-4468-bb3e-bdb0381d69b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432813 Aug 23 06:16:28.480952 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3a6c1-b508-4723-b18a-df9a5562cd37 req-a032e7f0-1ed6-4381-9ee6-7be1c933c6c6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:28.482469 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-26b3a6c1-b508-4723-b18a-df9a5562cd37 req-a032e7f0-1ed6-4381-9ee6-7be1c933c6c6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.1168973 Aug 23 06:16:28.488109 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-9cd8a54b-54a2-4def-9567-11f8f61b372c service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140361 Aug 23 06:16:28.578680 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-26b3a6c1-b508-4723-b18a-df9a5562cd37 req-de518332-1f03-461e-85f5-0085244864c4 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896468 Aug 23 06:16:28.606136 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-88f9af9d-4a1d-453d-8e38-4cea20a968fc req-de4f8438-bfbd-4c8a-b68a-202669225672 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106839 Aug 23 06:16:28.654635 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b288b91-1463-47f5-a20e-229026faac49 req-1f76aa6b-eabb-4a47-a852-ea059ff1754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:28.656026 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-1f76aa6b-eabb-4a47-a852-ea059ff1754c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf&tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e HTTP/1.1" status: 200 len: 1128 time: 0.0429878 Aug 23 06:16:28.716853 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b288b91-1463-47f5-a20e-229026faac49 req-2f6f6db2-f9e5-407b-829a-8602212a5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:28.718370 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-2f6f6db2-f9e5-407b-829a-8602212a5763 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1128 time: 0.0412292 Aug 23 06:16:28.809516 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b288b91-1463-47f5-a20e-229026faac49 req-9a976323-bc09-443e-9656-a71ca5da9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:28.810946 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-9a976323-bc09-443e-9656-a71ca5da9628 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 200 len: 910 time: 0.0851312 Aug 23 06:16:28.870695 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-58a3ad30-333f-4f9f-a880-7f4f36987181 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 999 time: 0.0524611 Aug 23 06:16:28.927424 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b288b91-1463-47f5-a20e-229026faac49 req-3a49e16e-624b-49ab-bc1f-1fff8ed5956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:28.928777 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-3a49e16e-624b-49ab-bc1f-1fff8ed5956e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e7e7c73-a2c2-4856-b5a6-790f966b672a HTTP/1.1" status: 200 len: 848 time: 0.0479336 Aug 23 06:16:29.243971 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b288b91-1463-47f5-a20e-229026faac49 req-27d76a09-54a4-436e-9175-193bdf841ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:29.245491 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-27d76a09-54a4-436e-9175-193bdf841ef5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f3af64f-78d8-4c08-a166-d018612b4959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3086753 Aug 23 06:16:29.331620 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-96972ed9-53d1-428f-9c1c-1818b4e28586 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792198 Aug 23 06:16:29.422226 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7b288b91-1463-47f5-a20e-229026faac49 req-83651e0d-531a-42c6-bc78-330329ac6f34 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843062 Aug 23 06:16:29.502507 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:29.699347 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fd98a-5167-48c5-b868-721feac37fa3 req-e6d87215-db47-4f82-8d97-10b1fa47b4f9 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:29.700831 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-489fd98a-5167-48c5-b868-721feac37fa3 req-e6d87215-db47-4f82-8d97-10b1fa47b4f9 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0524244 Aug 23 06:16:29.749425 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-489fd98a-5167-48c5-b868-721feac37fa3 req-15b0f8a2-c726-43db-85a7-08cb06ac5847 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428591 Aug 23 06:16:30.870702 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758b546-2e60-474c-83bf-f194a2a94c04 req-d8a6f937-1ebc-4072-a0af-71575b9c69a0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:30.872181 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4758b546-2e60-474c-83bf-f194a2a94c04 req-d8a6f937-1ebc-4072-a0af-71575b9c69a0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0520649 Aug 23 06:16:30.920396 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4758b546-2e60-474c-83bf-f194a2a94c04 req-d7d48065-2029-44a1-a79d-6f2ad62fdb18 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416551 Aug 23 06:16:31.479062 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:16:31.829718 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41296) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:31.934155 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:32.036500 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Publish callbacks [] for security_group (2c961c6d-4a7a-4d98-902d-37a969718ad0), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:32.058572 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb141c-7f33-4392-8dd4-267c90b332d3 req-ed6f25ff-14d6-47a3-91cf-ea035e58f477 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:32.060033 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-68fb141c-7f33-4392-8dd4-267c90b332d3 req-ed6f25ff-14d6-47a3-91cf-ea035e58f477 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0682757 Aug 23 06:16:32.108098 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-68fb141c-7f33-4392-8dd4-267c90b332d3 req-000e1446-9887-4ce4-a2c7-10eea570ef3f tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Aug 23 06:16:32.109174 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2c961c6d-4a7a-4d98-902d-37a969718ad0), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:32.147812 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3ea9e2df9a941b098ea0c819d605e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162923 Aug 23 06:16:32.148522 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c961c6d-4a7a-4d98-902d-37a969718ad0,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:32.150497 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41302) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:32.155791 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.156175 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.156552 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.156889 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.157225 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.157636 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.158014 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.158348 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.158678 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.159011 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.159337 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.159661 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.159983 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7b4df5-7513-4a39-adda-23de716c7b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.199370 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Publish callbacks [] for security_group (2c961c6d-4a7a-4d98-902d-37a969718ad0), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:32.224264 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Publish callbacks [] for security_group (2c961c6d-4a7a-4d98-902d-37a969718ad0), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:32.333415 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2c961c6d-4a7a-4d98-902d-37a969718ad0), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:32.336092 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:32.337373 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c961c6d-4a7a-4d98-902d-37a969718ad0 HTTP/1.1" status: 204 len: 168 time: 0.1857700 Aug 23 06:16:32.344965 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c961c6d-4a7a-4d98-902d-37a969718ad0,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:32.353171 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.353558 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.353907 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.354244 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.354575 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.354903 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.355234 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.355565 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.356027 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.356359 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.356687 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.357011 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.357332 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c1f7e-cf39-49bc-b486-b3f12957ca3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:32.957551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41318) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:32.970342 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-21030d1e-f4a9-466f-9f4c-2971aaa341d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:33.041302 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-21030d1e-f4a9-466f-9f4c-2971aaa341d7 admin admin] Publish callbacks [] for security_group (29458082-0f50-4e59-84ed-29ea9de6e90a), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:33.139579 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-21030d1e-f4a9-466f-9f4c-2971aaa341d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (29458082-0f50-4e59-84ed-29ea9de6e90a), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:33.177775 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-21030d1e-f4a9-466f-9f4c-2971aaa341d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed3cb20ea19a4c549b5d532967c045ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191010 Aug 23 06:16:33.179823 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21030d1e-f4a9-466f-9f4c-2971aaa341d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29458082-0f50-4e59-84ed-29ea9de6e90a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:33.181209 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41324) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:33.230435 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-730247d9-981f-49ca-884b-0c35bbcf398b admin admin] Publish callbacks [] for security_group (29458082-0f50-4e59-84ed-29ea9de6e90a), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:33.241539 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c483d2-d8ca-479d-b8c1-68867890fb77 req-0272a871-0cd4-4548-a461-35f8e21c41b1 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:33.244321 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30c483d2-d8ca-479d-b8c1-68867890fb77 req-0272a871-0cd4-4548-a461-35f8e21c41b1 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0528512 Aug 23 06:16:33.252197 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-730247d9-981f-49ca-884b-0c35bbcf398b admin admin] Publish callbacks [] for security_group (29458082-0f50-4e59-84ed-29ea9de6e90a), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:33.293606 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30c483d2-d8ca-479d-b8c1-68867890fb77 req-5c3596e4-a62a-4474-a82a-8a677feea5e0 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446222 Aug 23 06:16:33.376326 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-730247d9-981f-49ca-884b-0c35bbcf398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (29458082-0f50-4e59-84ed-29ea9de6e90a), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:33.379367 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-730247d9-981f-49ca-884b-0c35bbcf398b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:33.380548 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-730247d9-981f-49ca-884b-0c35bbcf398b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29458082-0f50-4e59-84ed-29ea9de6e90a HTTP/1.1" status: 204 len: 168 time: 0.1976900 Aug 23 06:16:33.388730 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730247d9-981f-49ca-884b-0c35bbcf398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29458082-0f50-4e59-84ed-29ea9de6e90a,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:34.428579 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f156a-c2b6-4b99-b0c1-519c118a2170 req-fd21a75c-5059-454e-a27b-eb45d1f26310 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:34.430115 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4f4f156a-c2b6-4b99-b0c1-519c118a2170 req-fd21a75c-5059-454e-a27b-eb45d1f26310 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0571725 Aug 23 06:16:34.479841 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4f4f156a-c2b6-4b99-b0c1-519c118a2170 req-893c1712-4991-441d-8216-98ff35b1247a tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437725 Aug 23 06:16:35.602750 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdec0f2-bddd-4685-a4e7-b6d6826c49af req-34010c10-1669-4c94-8b01-f5e9075e83fe tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:35.604257 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1fdec0f2-bddd-4685-a4e7-b6d6826c49af req-34010c10-1669-4c94-8b01-f5e9075e83fe tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0525281 Aug 23 06:16:35.653326 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1fdec0f2-bddd-4685-a4e7-b6d6826c49af req-6acdc25f-20a0-497f-a3ba-ec2625ad1bd5 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433080 Aug 23 06:16:35.905934 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41396) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:36.011235 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b6e8-487a-47ee-80e2-17ee5e50256a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:36.084227 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b6e8-487a-47ee-80e2-17ee5e50256a admin admin] Publish callbacks [] for security_group (de57516e-ef0d-49d7-b34a-863afff8705a), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:36.196628 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b6e8-487a-47ee-80e2-17ee5e50256a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (de57516e-ef0d-49d7-b34a-863afff8705a), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:36.234146 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-3cf3b6e8-487a-47ee-80e2-17ee5e50256a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c3f095357694e908c18e3765e53e59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271141 Aug 23 06:16:36.235010 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3b6e8-487a-47ee-80e2-17ee5e50256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de57516e-ef0d-49d7-b34a-863afff8705a,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:36.236958 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41400) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:36.284563 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c809349-28c0-4742-85ad-3d2621e039ad admin admin] Publish callbacks [] for security_group (de57516e-ef0d-49d7-b34a-863afff8705a), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:36.311132 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c809349-28c0-4742-85ad-3d2621e039ad admin admin] Publish callbacks [] for security_group (de57516e-ef0d-49d7-b34a-863afff8705a), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:36.471923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c809349-28c0-4742-85ad-3d2621e039ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (de57516e-ef0d-49d7-b34a-863afff8705a), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:36.474618 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4c809349-28c0-4742-85ad-3d2621e039ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:36.475831 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4c809349-28c0-4742-85ad-3d2621e039ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de57516e-ef0d-49d7-b34a-863afff8705a HTTP/1.1" status: 204 len: 168 time: 0.2371645 Aug 23 06:16:36.483488 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c809349-28c0-4742-85ad-3d2621e039ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de57516e-ef0d-49d7-b34a-863afff8705a,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:36.777252 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f5972-8031-44ee-a59b-4cb83fdcaa3d req-8669e11c-642a-4672-aacd-714f24d3eabf tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:36.778779 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6c1f5972-8031-44ee-a59b-4cb83fdcaa3d req-8669e11c-642a-4672-aacd-714f24d3eabf tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0544960 Aug 23 06:16:36.827060 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6c1f5972-8031-44ee-a59b-4cb83fdcaa3d req-daeaf54e-a823-457d-b81e-471b9e088b0a tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421467 Aug 23 06:16:36.868076 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41418) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:36.971060 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc792-394d-406b-b652-35428c00b698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.046299 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc792-394d-406b-b652-35428c00b698 admin admin] Publish callbacks [] for security_group (17c0dc74-cfde-47df-81dd-72acb9863d2f), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.153475 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc792-394d-406b-b652-35428c00b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (17c0dc74-cfde-47df-81dd-72acb9863d2f), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.191107 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8a2dc792-394d-406b-b652-35428c00b698 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f717292fc4ad4e8da1192b932f4de751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219626 Aug 23 06:16:37.192321 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dc792-394d-406b-b652-35428c00b698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c0dc74-cfde-47df-81dd-72acb9863d2f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:37.193892 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41422) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:37.242177 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7763d4b5-c27b-4049-9c93-4901b417aa7a admin admin] Publish callbacks [] for security_group (17c0dc74-cfde-47df-81dd-72acb9863d2f), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.263058 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7763d4b5-c27b-4049-9c93-4901b417aa7a admin admin] Publish callbacks [] for security_group (17c0dc74-cfde-47df-81dd-72acb9863d2f), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.295796 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41424) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:37.309054 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fce2c481-76a6-4463-912f-90a7812df617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.385185 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7763d4b5-c27b-4049-9c93-4901b417aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (17c0dc74-cfde-47df-81dd-72acb9863d2f), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.388317 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7763d4b5-c27b-4049-9c93-4901b417aa7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.391500 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-7763d4b5-c27b-4049-9c93-4901b417aa7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17c0dc74-cfde-47df-81dd-72acb9863d2f HTTP/1.1" status: 204 len: 168 time: 0.1934636 Aug 23 06:16:37.401309 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763d4b5-c27b-4049-9c93-4901b417aa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c0dc74-cfde-47df-81dd-72acb9863d2f,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:37.448714 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fce2c481-76a6-4463-912f-90a7812df617 admin admin] Publish callbacks [] for security_group (a9e35bfa-6293-402c-a019-493db63e338b), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.556881 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fce2c481-76a6-4463-912f-90a7812df617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (a9e35bfa-6293-402c-a019-493db63e338b), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.595182 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fce2c481-76a6-4463-912f-90a7812df617 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7ef474d410242f691f2d0e510685db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983119 Aug 23 06:16:37.596330 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2c481-76a6-4463-912f-90a7812df617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e35bfa-6293-402c-a019-493db63e338b,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:37.602233 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41436) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:37.655103 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ec66-19cb-448f-a03a-3525cb2e9e38 admin admin] Publish callbacks [] for security_group (a9e35bfa-6293-402c-a019-493db63e338b), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.676551 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ec66-19cb-448f-a03a-3525cb2e9e38 admin admin] Publish callbacks [] for security_group (a9e35bfa-6293-402c-a019-493db63e338b), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.794526 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ec66-19cb-448f-a03a-3525cb2e9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (a9e35bfa-6293-402c-a019-493db63e338b), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.801531 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ec66-19cb-448f-a03a-3525cb2e9e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:37.801531 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9fe3ec66-19cb-448f-a03a-3525cb2e9e38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9e35bfa-6293-402c-a019-493db63e338b HTTP/1.1" status: 204 len: 168 time: 0.1955488 Aug 23 06:16:37.808303 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3ec66-19cb-448f-a03a-3525cb2e9e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e35bfa-6293-402c-a019-493db63e338b,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:37.955145 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7161-4a5a-4e71-ad93-49fff9d8270e req-a0aef766-5b2a-4e78-ad02-9dc2dbac0471 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:37.957212 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc8c7161-4a5a-4e71-ad93-49fff9d8270e req-a0aef766-5b2a-4e78-ad02-9dc2dbac0471 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 944 time: 0.0524008 Aug 23 06:16:38.010249 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc8c7161-4a5a-4e71-ad93-49fff9d8270e req-f377ff36-4a53-4797-920b-008e0f4e6787 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464339 Aug 23 06:16:38.644366 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 9009e1e7-e330-462f-8f68-ea468ea79594 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:16:38.773918 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:16:38.786228 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '9009e1e7-e330-462f-8f68-ea468ea79594', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'port_id': '9009e1e7-e330-462f-8f68-ea468ea79594', 'mac_address': 'fa:16:3e:72:83:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:16:38.819228 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 9009e1e7-e330-462f-8f68-ea468ea79594 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:16:38.819703 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:38.832793 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9009e1e7-e330-462f-8f68-ea468ea79594 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:16:38.852479 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:16:38.917225 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:38.965722 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=7']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:38.972722 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.973073 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.973414 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.973780 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.974114 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.974442 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.974772 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.975095 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.975418 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.975743 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.976068 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.976387 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:38.976706 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:16:39.138522 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0fb82-cd58-4f24-ac69-9534a1bdb513 req-75ba681c-d2f0-45a6-8705-58df4e7e709c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:39.140030 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fda0fb82-cd58-4f24-ac69-9534a1bdb513 req-75ba681c-d2f0-45a6-8705-58df4e7e709c tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 945 time: 0.0595009 Aug 23 06:16:39.192928 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fda0fb82-cd58-4f24-ac69-9534a1bdb513 req-cc4b2721-e4d6-49dc-8217-dc279d5aa98a tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472596 Aug 23 06:16:39.345181 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['9009e1e7-e330-462f-8f68-ea468ea79594'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:16:39.567621 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41504) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:39.670489 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-68c9b39d-9201-4cd5-b559-1982b627551d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:39.745696 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-68c9b39d-9201-4cd5-b559-1982b627551d admin admin] Publish callbacks [] for security_group (8a4a9e9f-aac1-4ef4-96fc-c5a685e7f9c1), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:39.854138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-68c9b39d-9201-4cd5-b559-1982b627551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (8a4a9e9f-aac1-4ef4-96fc-c5a685e7f9c1), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:39.890756 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9b39d-9201-4cd5-b559-1982b627551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4a9e9f-aac1-4ef4-96fc-c5a685e7f9c1,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:39.895678 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-68c9b39d-9201-4cd5-b559-1982b627551d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fcbe395931542d6859c1cb240c6da5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270535 Aug 23 06:16:39.898334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41518) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:39.949279 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a8-d11d-4606-bc3c-543ef674714b admin admin] Publish callbacks [] for security_group (8a4a9e9f-aac1-4ef4-96fc-c5a685e7f9c1), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:39.970557 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a8-d11d-4606-bc3c-543ef674714b admin admin] Publish callbacks [] for security_group (8a4a9e9f-aac1-4ef4-96fc-c5a685e7f9c1), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:40.168238 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a8-d11d-4606-bc3c-543ef674714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (8a4a9e9f-aac1-4ef4-96fc-c5a685e7f9c1), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:40.170983 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a8-d11d-4606-bc3c-543ef674714b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:40.172146 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-94a3b7a8-d11d-4606-bc3c-543ef674714b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a4a9e9f-aac1-4ef4-96fc-c5a685e7f9c1 HTTP/1.1" status: 204 len: 168 time: 0.2728660 Aug 23 06:16:40.179753 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3b7a8-d11d-4606-bc3c-543ef674714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4a9e9f-aac1-4ef4-96fc-c5a685e7f9c1,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:40.313784 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e765-5e3b-4911-b262-9265c6cea2fe req-afe5da6d-d4d4-47d1-b959-03fcafa3926a tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:40.315895 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30d4e765-5e3b-4911-b262-9265c6cea2fe req-afe5da6d-d4d4-47d1-b959-03fcafa3926a tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 945 time: 0.0522523 Aug 23 06:16:40.373479 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30d4e765-5e3b-4911-b262-9265c6cea2fe req-25966479-32e1-44d0-8fc7-9b621f688e05 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513237 Aug 23 06:16:40.488942 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:40.654797 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 9009e1e7-e330-462f-8f68-ea468ea79594 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:16:40.716023 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 9009e1e7-e330-462f-8f68-ea468ea79594 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:16:40.716023 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:40.781124 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 9009e1e7-e330-462f-8f68-ea468ea79594 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:16:40.781559 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:40.807237 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:16:40.809477 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9d5ae-359e-4391-bfc7-295f1d3634bb" -d '{"events": [{"server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "name": "network-vif-plugged", "status": "completed", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:16:40.822522 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:16:40.891628 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:40.941747 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=8']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:41.039183 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea25db2-ca3a-47bd-9ebd-8f4beefbe9bb x-openstack-request-id: req-fea25db2-ca3a-47bd-9ebd-8f4beefbe9bb {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:16:41.039183 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "name": "network-vif-plugged", "status": "completed", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:16:41.039183 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fea25db2-ca3a-47bd-9ebd-8f4beefbe9bb {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:16:41.039183 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea25db2-ca3a-47bd-9ebd-8f4beefbe9bb'] response: {'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594', 'code': 200} Aug 23 06:16:41.293232 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41578) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:41.394621 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1190449487-network', 'tenant_id': '39d8e0e9d69d4e34bdef54a917228f74'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:16:41.409786 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddf101-c504-4d7e-98fd-2605298652fa req-d3f8699b-d5e4-4d82-ad66-64098fb48c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:41.411245 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-62ddf101-c504-4d7e-98fd-2605298652fa req-d3f8699b-d5e4-4d82-ad66-64098fb48c5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1130 time: 0.0611560 Aug 23 06:16:41.484643 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-62ddf101-c504-4d7e-98fd-2605298652fa req-a8802c81-0494-4b8a-8a8b-a46e610afad6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614107 Aug 23 06:16:41.524355 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d48acd-6ae5-4d3d-8f96-ad5f36edb1d8 req-b013fda2-1140-4c87-8d41-a49d5d97fa27 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:41.525885 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97d48acd-6ae5-4d3d-8f96-ad5f36edb1d8 req-b013fda2-1140-4c87-8d41-a49d5d97fa27 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0585082 Aug 23 06:16:41.526970 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Made reservation on behalf of 39d8e0e9d69d4e34bdef54a917228f74 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:16:41.529190 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.544496 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.609089 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97d48acd-6ae5-4d3d-8f96-ad5f36edb1d8 req-141d183b-5485-477a-846c-c3dd506ad6ce tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706882 Aug 23 06:16:41.635626 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41590) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:41.652775 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Publish callbacks [] for security_group (a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.722845 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.739906 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a1a84266-f151-435e-98f1-02b794fb155d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.747919 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:16:41.763146 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:41.766226 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.766574 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Added segment 9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283 of type vlan for network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d Aug 23 06:16:41.809257 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (1a42cf93-3af0-4cd3-8af3-9f9ae052a03d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.817234 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a1a84266-f151-435e-98f1-02b794fb155d admin admin] Publish callbacks [] for security_group (0890fe4f-638c-49e6-b69e-92a026769ce8), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.911083 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a1a84266-f151-435e-98f1-02b794fb155d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0890fe4f-638c-49e6-b69e-92a026769ce8), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.911233 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (1a42cf93-3af0-4cd3-8af3-9f9ae052a03d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.912152 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:41.912743 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:41.947625 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a84266-f151-435e-98f1-02b794fb155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0890fe4f-638c-49e6-b69e-92a026769ce8,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:41.954597 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a1a84266-f151-435e-98f1-02b794fb155d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1afc1bea122642d99c1579bef2905ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154328 Aug 23 06:16:41.954819 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41594) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:41.973287 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] Pushing event updated for resources: {'Network': ['ID=1a42cf93-3af0-4cd3-8af3-9f9ae052a03d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:41.982651 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:16:42.006175 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b10bae76-f152-4ac9-9726-3dff837a50ec admin admin] Publish callbacks [] for security_group (0890fe4f-638c-49e6-b69e-92a026769ce8), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.028334 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b10bae76-f152-4ac9-9726-3dff837a50ec admin admin] Publish callbacks [] for security_group (0890fe4f-638c-49e6-b69e-92a026769ce8), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.093965 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-93a5557a-2515-423e-b255-514a9fab7573 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7995410 Aug 23 06:16:42.096706 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41596) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:42.101459 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Request body: {'subnet': {'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1190449487-subnet', 'tenant_id': '39d8e0e9d69d4e34bdef54a917228f74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:16:42.174526 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b10bae76-f152-4ac9-9726-3dff837a50ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0890fe4f-638c-49e6-b69e-92a026769ce8), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.177218 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b10bae76-f152-4ac9-9726-3dff837a50ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.178466 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b10bae76-f152-4ac9-9726-3dff837a50ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0890fe4f-638c-49e6-b69e-92a026769ce8 HTTP/1.1" status: 204 len: 168 time: 0.2227552 Aug 23 06:16:42.186569 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bae76-f152-4ac9-9726-3dff837a50ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0890fe4f-638c-49e6-b69e-92a026769ce8,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:42.203315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Made reservation on behalf of 39d8e0e9d69d4e34bdef54a917228f74 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:16:42.205612 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30006146'] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.448482 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49376396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30006164'] for subnet (c90a6cdd-953a-4c11-bfcf-2a9146e14264), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.506312 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90a6cdd-953a-4c11-bfcf-2a9146e14264,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:42.521804 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Checking segment: {'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:16:42.525109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Network hostable DHCP agents. Network: 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:16:42.611373 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:16:42.694442 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:16:42.700444 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:42.705270 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.706540 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec73327f-f2fc-457b-a887-bbad557139ee None None] Network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:16:42.750706 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a7fa-2865-4fd2-82d2-f76f240330f8 req-10660d11-df26-410c-a7cb-14f8e97f9cb9 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:42.750706 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d8a5a7fa-2865-4fd2-82d2-f76f240330f8 req-10660d11-df26-410c-a7cb-14f8e97f9cb9 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0606241 Aug 23 06:16:42.798236 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d8a5a7fa-2865-4fd2-82d2-f76f240330f8 req-cb305434-80d6-416b-ba29-627d32e83294 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461679 Aug 23 06:16:42.798696 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41606) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:42.805800 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a829420b-93a7-411a-b70c-5f101f8d56d1 None None] Network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:16:42.811628 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-797deea4-99c9-4957-baeb-aab332cd0b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.825514 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6644eb17-95e3-459b-8e7b-c9c7a2bd1c8c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7201498 Aug 23 06:16:42.894939 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-797deea4-99c9-4957-baeb-aab332cd0b09 admin admin] Publish callbacks [] for security_group (c679cfc8-0e81-40cb-972f-d6f07a22707c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:42.986053 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-797deea4-99c9-4957-baeb-aab332cd0b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (c679cfc8-0e81-40cb-972f-d6f07a22707c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:43.026181 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-797deea4-99c9-4957-baeb-aab332cd0b09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d8f143908c6418eb20fe4d6b2a7d11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241173 Aug 23 06:16:43.026596 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41614) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:43.034555 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797deea4-99c9-4957-baeb-aab332cd0b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c679cfc8-0e81-40cb-972f-d6f07a22707c,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:43.077501 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dda57e5a-685e-44ea-b0df-39e530217846 admin admin] Publish callbacks [] for security_group (c679cfc8-0e81-40cb-972f-d6f07a22707c), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:43.098893 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dda57e5a-685e-44ea-b0df-39e530217846 admin admin] Publish callbacks [] for security_group (c679cfc8-0e81-40cb-972f-d6f07a22707c), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:43.220103 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dda57e5a-685e-44ea-b0df-39e530217846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (c679cfc8-0e81-40cb-972f-d6f07a22707c), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:43.223254 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-dda57e5a-685e-44ea-b0df-39e530217846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:43.224464 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-dda57e5a-685e-44ea-b0df-39e530217846 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c679cfc8-0e81-40cb-972f-d6f07a22707c HTTP/1.1" status: 204 len: 168 time: 0.1969395 Aug 23 06:16:43.232374 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda57e5a-685e-44ea-b0df-39e530217846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c679cfc8-0e81-40cb-972f-d6f07a22707c,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:43.955423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c8046-cd8d-420e-bcfe-7deb5a4347ca req-91f6c623-8771-4a64-b5d7-cfd63ab4c0ca tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:43.957520 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c9c8046-cd8d-420e-bcfe-7deb5a4347ca req-91f6c623-8771-4a64-b5d7-cfd63ab4c0ca tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0601416 Aug 23 06:16:44.008535 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8c9c8046-cd8d-420e-bcfe-7deb5a4347ca req-dc5a2779-e3b9-480e-9fb8-5bb57639c3b7 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453477 Aug 23 06:16:45.011807 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-2878e65f-6c8e-414c-a41f-a71b52322d97 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:45.018739 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-2878e65f-6c8e-414c-a41f-a71b52322d97 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/networks?id=1a42cf93-3af0-4cd3-8af3-9f9ae052a03d HTTP/1.1" status: 200 len: 814 time: 0.1141346 Aug 23 06:16:45.029277 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-44e8154c-da80-46fd-9257-a316ffdd5a87 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/quotas/39d8e0e9d69d4e34bdef54a917228f74 HTTP/1.1" status: 200 len: 375 time: 0.0095279 Aug 23 06:16:45.061443 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-8084c2e9-3002-4962-85fd-0dcd4ce6183b tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265322 Aug 23 06:16:45.072366 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-fd8dc995-1561-4498-a27b-5242e02c757f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 06:16:45.073319 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-fd8dc995-1561-4498-a27b-5242e02c757f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049050 Aug 23 06:16:45.167951 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-8e4e5138-4111-4a49-8313-d124750c7eb9 service neutron] 10.222.0.26 "GET /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890224 Aug 23 06:16:45.259331 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-b99ab510-3e71-4e93-8089-5d4591b841d0 service neutron] 10.222.0.26 "GET /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853436 Aug 23 06:16:45.543744 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ec721a6f-d16f-4ed5-8ea6-f5f13d71faea req-4aeabdf5-44ef-433b-ba61-b65de808f9d9 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 210 time: 0.0271151 Aug 23 06:16:46.645608 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-21661504-912b-469a-b1c0-bcb5353e0a1c req-320e8413-3190-4ebe-abc8-ad0aae818429 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 210 time: 0.0308857 Aug 23 06:16:47.748945 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-afeda475-7802-4197-b543-4363ff5d240c req-9a658e16-46a4-4cf3-a74c-d4be7b8c6f7e tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 210 time: 0.0266585 Aug 23 06:16:47.952668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-c8a80d31-c9fa-44d9-a5fc-141006759eaf tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:47.954156 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-c8a80d31-c9fa-44d9-a5fc-141006759eaf tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.16 "GET /v2.0/networks?id=1a42cf93-3af0-4cd3-8af3-9f9ae052a03d HTTP/1.1" status: 200 len: 814 time: 0.1041212 Aug 23 06:16:47.966199 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Request body: {'port': {'device_id': '2e3feef1-6f08-4d7c-b34a-6bfabe781ef9', 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d', 'admin_state_up': True, 'tenant_id': '39d8e0e9d69d4e34bdef54a917228f74'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:16:48.194502 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Made reservation on behalf of 39d8e0e9d69d4e34bdef54a917228f74 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:16:48.204347 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:48.329837 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Allocated IP 172.20.0.8 (1a42cf93-3af0-4cd3-8af3-9f9ae052a03d/c90a6cdd-953a-4c11-bfcf-2a9146e14264/87cbe3c7-d2ac-4abe-b27b-578249c2a6fe) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:16:48.481828 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks [] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:48.852204 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:48.862964 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9cd8d239-792b-418d-87c8-24b83c5eba40 req-730abb0e-b724-483d-8052-030718fd3655 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 210 time: 0.0255373 Aug 23 06:16:48.904538 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:16:48.907703 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:16:48.912350 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:16:48.918527 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Pushing event updated for resources: {'Port': ['ID=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:48.963305 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:48.963929 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:49.132397 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-9fe7392b-e48c-4070-b79c-ead3f0b41eeb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698611 Aug 23 06:16:49.144396 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Request body: {'port': {'device_id': '2e3feef1-6f08-4d7c-b34a-6bfabe781ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:16:49.203096 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:49.460295 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:16:49.467993 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Publish callbacks [] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:49.481186 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Transition to ACTIVE for port object 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:16:49.548850 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:49.629367 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Pushing event updated for resources: {'Port': ['ID=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:49.658382 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Attempting to bind port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:16:49.658715 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Attempting to bind port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:16:49.659550 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Attempting to bind port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe on network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:16:49.663902 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe on network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:16:49.664224 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Attempting to bind port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe on network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:16:49.669273 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:16:49.669653 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Checking segment: {'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:16:49.670040 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Bound using segment: {'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:16:49.670466 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Bound port: 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:16:49.670817 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:49.730308 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] For port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:16:49.733193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] For port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:16:49.837961 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:49.841568 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:49.842470 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:49.843536 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] 10.222.0.16 "PUT /v2.0/ports/87cbe3c7-d2ac-4abe-b27b-578249c2a6fe HTTP/1.1" status: 200 len: 1093 time: 0.7033467 Aug 23 06:16:49.845665 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3feef1-6f08-4d7c-b34a-6bfabe781ef9', 'tag': '87cbe3c7-d2ac-4abe-b27b-578249c2a6fe'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:16:49.848493 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb00003-52a4-4054-9904-f124100866fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3feef1-6f08-4d7c-b34a-6bfabe781ef9", "tag": "87cbe3c7-d2ac-4abe-b27b-578249c2a6fe"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:16:49.891676 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4eb283-a83a-494d-a929-2bcd3f23b872 x-openstack-request-id: req-1d4eb283-a83a-494d-a929-2bcd3f23b872 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:16:49.892291 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3feef1-6f08-4d7c-b34a-6bfabe781ef9", "tag": "87cbe3c7-d2ac-4abe-b27b-578249c2a6fe", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:16:49.892291 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d4eb283-a83a-494d-a929-2bcd3f23b872 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:16:49.893266 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4eb283-a83a-494d-a929-2bcd3f23b872'] response: {'name': 'network-changed', 'server_uuid': '2e3feef1-6f08-4d7c-b34a-6bfabe781ef9', 'tag': '87cbe3c7-d2ac-4abe-b27b-578249c2a6fe', 'status': 'completed', 'code': 200} Aug 23 06:16:49.900024 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5cd08-c69d-43c9-9976-6454715bbb4c service neutron] Pushing event updated for resources: {'Port': ['ID=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:49.938093 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41764) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:49.995124 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff1835-9dfa-412b-a65d-bd0b0e12b09b req-a2147a0d-f625-49bb-a4fe-c06ea9ca93d2 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:49.996760 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-96ff1835-9dfa-412b-a65d-bd0b0e12b09b req-a2147a0d-f625-49bb-a4fe-c06ea9ca93d2 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0528355 Aug 23 06:16:50.056239 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-96ff1835-9dfa-412b-a65d-bd0b0e12b09b req-5ed5dff3-407c-4210-90a0-3d303c41cecb tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Aug 23 06:16:50.057113 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-610d464b-1ff4-4f77-be78-86f7626897c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:50.132035 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-610d464b-1ff4-4f77-be78-86f7626897c9 admin admin] Publish callbacks [] for security_group (d21504f1-68db-4373-8c0e-4ae119732ca8), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:50.234233 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-610d464b-1ff4-4f77-be78-86f7626897c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (d21504f1-68db-4373-8c0e-4ae119732ca8), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:50.274526 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-610d464b-1ff4-4f77-be78-86f7626897c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=405969b7f4054a2bbe38f3d54bba430c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352480 Aug 23 06:16:50.275374 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d464b-1ff4-4f77-be78-86f7626897c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21504f1-68db-4373-8c0e-4ae119732ca8,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:50.277961 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41770) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:50.325411 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9a08e7ce-fe27-4035-9707-c9be29e4bef0 admin admin] Publish callbacks [] for security_group (d21504f1-68db-4373-8c0e-4ae119732ca8), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:50.349912 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9a08e7ce-fe27-4035-9707-c9be29e4bef0 admin admin] Publish callbacks [] for security_group (d21504f1-68db-4373-8c0e-4ae119732ca8), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:50.476982 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9a08e7ce-fe27-4035-9707-c9be29e4bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (d21504f1-68db-4373-8c0e-4ae119732ca8), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:50.479931 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9a08e7ce-fe27-4035-9707-c9be29e4bef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:50.481091 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9a08e7ce-fe27-4035-9707-c9be29e4bef0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d21504f1-68db-4373-8c0e-4ae119732ca8 HTTP/1.1" status: 204 len: 168 time: 0.2020972 Aug 23 06:16:50.489306 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e7ce-fe27-4035-9707-c9be29e4bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21504f1-68db-4373-8c0e-4ae119732ca8,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:51.114248 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 41780) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:51.128946 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-153fa907-adb3-43da-8d16-1671f20f57c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:51.200052 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6598f75-623c-4c03-a4b1-a1c06e4ddf9e req-18e1cdf1-d85c-4014-a763-a949bcce8a55 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:51.201533 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c6598f75-623c-4c03-a4b1-a1c06e4ddf9e req-18e1cdf1-d85c-4014-a763-a949bcce8a55 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0747681 Aug 23 06:16:51.271561 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-153fa907-adb3-43da-8d16-1671f20f57c7 admin admin] Publish callbacks [] for security_group (b2acf2d5-7a5c-4f5a-ae80-b339ca80728c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:51.275223 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c6598f75-623c-4c03-a4b1-a1c06e4ddf9e req-de618ab4-b509-4863-a3ff-070672128ffd tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680971 Aug 23 06:16:51.331470 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-153fa907-adb3-43da-8d16-1671f20f57c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (b2acf2d5-7a5c-4f5a-ae80-b339ca80728c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:51.372391 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-153fa907-adb3-43da-8d16-1671f20f57c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b355a8fd3d846f8b7230cb4502d288d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570517 Aug 23 06:16:51.373539 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fa907-adb3-43da-8d16-1671f20f57c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2acf2d5-7a5c-4f5a-ae80-b339ca80728c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:51.375114 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 41782) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:16:51.423452 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cb1e13a0-f8f9-4d29-8676-29ae3f29d460 admin admin] Publish callbacks [] for security_group (b2acf2d5-7a5c-4f5a-ae80-b339ca80728c), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:51.444576 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cb1e13a0-f8f9-4d29-8676-29ae3f29d460 admin admin] Publish callbacks [] for security_group (b2acf2d5-7a5c-4f5a-ae80-b339ca80728c), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:51.563084 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cb1e13a0-f8f9-4d29-8676-29ae3f29d460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (b2acf2d5-7a5c-4f5a-ae80-b339ca80728c), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:51.565571 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cb1e13a0-f8f9-4d29-8676-29ae3f29d460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:51.566722 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-cb1e13a0-f8f9-4d29-8676-29ae3f29d460 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2acf2d5-7a5c-4f5a-ae80-b339ca80728c HTTP/1.1" status: 204 len: 168 time: 0.1906023 Aug 23 06:16:51.574299 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e13a0-f8f9-4d29-8676-29ae3f29d460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2acf2d5-7a5c-4f5a-ae80-b339ca80728c,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:16:52.397675 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3785cfb-aae8-4609-820c-2d3c7c19b8b6 req-e4a2f44c-aa4f-4a1e-92c4-389cc536520a tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:52.399176 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a3785cfb-aae8-4609-820c-2d3c7c19b8b6 req-e4a2f44c-aa4f-4a1e-92c4-389cc536520a tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0538406 Aug 23 06:16:52.448374 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a3785cfb-aae8-4609-820c-2d3c7c19b8b6 req-7d765278-2403-4f51-a658-a094932f6654 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 Aug 23 06:16:53.280073 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f1152261-35e2-4894-a012-65c668f60f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:53.568292 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a5917-2dd7-44d9-8fce-6810905ebbcd req-62eb0973-9d6f-4e2e-8b76-e77e4fe07846 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:53.569980 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f07a5917-2dd7-44d9-8fce-6810905ebbcd req-62eb0973-9d6f-4e2e-8b76-e77e4fe07846 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0532403 Aug 23 06:16:53.615807 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f07a5917-2dd7-44d9-8fce-6810905ebbcd req-c7d6e569-7ea3-4844-a5f5-5aed8062171c tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Aug 23 06:16:53.729594 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb00003-52a4-4054-9904-f124100866fb req-b9fb83dc-e4ef-4637-b07e-16bfd6f56fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:53.731031 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bbb00003-52a4-4054-9904-f124100866fb req-b9fb83dc-e4ef-4637-b07e-16bfd6f56fba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 1127 time: 0.0448728 Aug 23 06:16:53.860168 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb00003-52a4-4054-9904-f124100866fb req-53630c0a-51d1-4d04-9da2-2815242c7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:53.861823 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bbb00003-52a4-4054-9904-f124100866fb req-53630c0a-51d1-4d04-9da2-2815242c7742 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947847 Aug 23 06:16:53.956925 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb00003-52a4-4054-9904-f124100866fb req-3a6e263a-9452-4399-9f78-a5c498d1c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:53.961392 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bbb00003-52a4-4054-9904-f124100866fb req-3a6e263a-9452-4399-9f78-a5c498d1c208 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901465 Aug 23 06:16:54.050608 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-ac82258b-5e7d-4795-b96d-1e2b9af4981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:54.052652 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-ac82258b-5e7d-4795-b96d-1e2b9af4981f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 1127 time: 0.0554197 Aug 23 06:16:54.096695 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-d3902277-b1ee-4046-a9e3-4299eb19270a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe HTTP/1.1" status: 200 len: 217 time: 0.0323668 Aug 23 06:16:54.153628 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-6f62b8dd-c300-4835-9028-e976b977e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:54.155070 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-6f62b8dd-c300-4835-9028-e976b977e6ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c90a6cdd-953a-4c11-bfcf-2a9146e14264 HTTP/1.1" status: 200 len: 854 time: 0.0441213 Aug 23 06:16:54.186215 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-09cd4ce7-7ee5-49f6-97f6-f32eb7bbf268 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a42cf93-3af0-4cd3-8af3-9f9ae052a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245223 Aug 23 06:16:54.278517 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-b8866c8e-5f43-4bff-a71b-efacee32a882 service neutron] 10.222.0.16 "GET /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856788 Aug 23 06:16:54.368534 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1eac80b-b96a-4fd9-835e-b74c1ad34d96 req-3f3a63f3-5265-4f4c-98b1-5f6562d9eb07 service neutron] 10.222.0.16 "GET /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Aug 23 06:16:54.739088 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef68be-5aa1-4430-9a35-d9db7981766a req-6844a820-bc01-46a7-9346-d30013066698 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:54.740526 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-32ef68be-5aa1-4430-9a35-d9db7981766a req-6844a820-bc01-46a7-9346-d30013066698 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0545347 Aug 23 06:16:54.787233 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-32ef68be-5aa1-4430-9a35-d9db7981766a req-ca0b39e8-35f1-42bd-9166-dd311def10e0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Aug 23 06:16:55.395273 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-58c2d72c-c4be-4573-b2e2-4962e1a60588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:55.912036 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e72c9-9a8c-4d4b-98a6-0b76cede4926 req-0b6c735e-e244-4ab4-90e9-f903e76e941a tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:55.913623 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c88e72c9-9a8c-4d4b-98a6-0b76cede4926 req-0b6c735e-e244-4ab4-90e9-f903e76e941a tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0568419 Aug 23 06:16:55.963148 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c88e72c9-9a8c-4d4b-98a6-0b76cede4926 req-82b5590b-6223-4ed7-aa00-3acaa6c4971d tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Aug 23 06:16:56.943692 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:57.081551 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642a648-5ac8-4f97-811f-1486d93945bb req-ec9f8902-92e9-456d-85b9-a6f0f6ae9a0a tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:57.083509 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3642a648-5ac8-4f97-811f-1486d93945bb req-ec9f8902-92e9-456d-85b9-a6f0f6ae9a0a tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0517111 Aug 23 06:16:57.130913 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-3642a648-5ac8-4f97-811f-1486d93945bb req-6610c179-0426-4ecf-b0b8-a258caeb33b6 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Aug 23 06:16:58.186291 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:58.253898 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d90129-cd0a-41c2-a10a-6db5611bdc0f req-94e8d09b-80f1-4951-a6e9-0994037b6cee tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:58.255624 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0d90129-cd0a-41c2-a10a-6db5611bdc0f req-94e8d09b-80f1-4951-a6e9-0994037b6cee tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0519488 Aug 23 06:16:58.303476 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0d90129-cd0a-41c2-a10a-6db5611bdc0f req-4823536b-4916-4755-b53c-d98d65d78c46 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 Aug 23 06:16:59.424200 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:16:59.427927 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a015-b1a2-4049-8b1f-3355fc5b951c req-cd4e3e38-713c-44e4-bbfd-1d544d06430c tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:16:59.429410 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4f96a015-b1a2-4049-8b1f-3355fc5b951c req-cd4e3e38-713c-44e4-bbfd-1d544d06430c tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 943 time: 0.0553293 Aug 23 06:16:59.478118 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4f96a015-b1a2-4049-8b1f-3355fc5b951c req-e95e67aa-9784-43c9-bc26-603869663146 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Aug 23 06:16:59.532036 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:59.534534 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:16:59.545050 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '87cbe3c7-d2ac-4abe-b27b-578249c2a6fe', 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d', 'port_id': '87cbe3c7-d2ac-4abe-b27b-578249c2a6fe', 'mac_address': 'fa:16:3e:b5:c6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90a6cdd-953a-4c11-bfcf-2a9146e14264', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:16:59.579659 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:16:59.580070 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:59.593295 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:16:59.612101 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:16:59.701566 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:16:59.750659 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:00.045889 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['87cbe3c7-d2ac-4abe-b27b-578249c2a6fe'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:17:00.600096 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9ab18-86a8-494f-90a1-6eb5374a25fa req-8f891161-9cd7-4a5e-b834-db12bc549b76 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:00.601542 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ace9ab18-86a8-494f-90a1-6eb5374a25fa req-8f891161-9cd7-4a5e-b834-db12bc549b76 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 944 time: 0.0521371 Aug 23 06:17:00.652560 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ace9ab18-86a8-494f-90a1-6eb5374a25fa req-fa058515-c457-4a4e-b53c-02d16fbcccf7 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Aug 23 06:17:01.432663 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:17:01.532360 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:17:01.536403 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:17:01.536781 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:01.608673 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:17:01.609060 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:01.633388 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3feef1-6f08-4d7c-b34a-6bfabe781ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cbe3c7-d2ac-4abe-b27b-578249c2a6fe'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:17:01.635546 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0345a0-6f52-430b-8af3-8623a51578bb" -d '{"events": [{"server_uuid": "2e3feef1-6f08-4d7c-b34a-6bfabe781ef9", "name": "network-vif-plugged", "status": "completed", "tag": "87cbe3c7-d2ac-4abe-b27b-578249c2a6fe"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:17:01.647724 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:17:01.671653 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b6d3f9-e3c3-4fbe-b4e2-ee20a75fa73b x-openstack-request-id: req-88b6d3f9-e3c3-4fbe-b4e2-ee20a75fa73b {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:17:01.671982 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3feef1-6f08-4d7c-b34a-6bfabe781ef9", "name": "network-vif-plugged", "status": "completed", "tag": "87cbe3c7-d2ac-4abe-b27b-578249c2a6fe", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:17:01.672242 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88b6d3f9-e3c3-4fbe-b4e2-ee20a75fa73b {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:17:01.672641 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b6d3f9-e3c3-4fbe-b4e2-ee20a75fa73b'] response: {'server_uuid': '2e3feef1-6f08-4d7c-b34a-6bfabe781ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cbe3c7-d2ac-4abe-b27b-578249c2a6fe', 'code': 200} Aug 23 06:17:01.731863 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:01.783635 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef735c44-6806-4ead-a783-231d0b87fbfe req-a2e97b98-ce6e-40da-a4ca-556a900eae55 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:01.784705 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ef735c44-6806-4ead-a783-231d0b87fbfe req-a2e97b98-ce6e-40da-a4ca-556a900eae55 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 945 time: 0.0594459 Aug 23 06:17:01.784867 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:01.834259 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ef735c44-6806-4ead-a783-231d0b87fbfe req-db414743-5977-4add-afda-abca9643d937 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Aug 23 06:17:02.063556 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46677-231e-442b-81ca-8456dde8e843 req-6cb3c058-c31f-4bf4-b0f5-44dfda04236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:02.064943 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dcf46677-231e-442b-81ca-8456dde8e843 req-6cb3c058-c31f-4bf4-b0f5-44dfda04236a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 1129 time: 0.0416543 Aug 23 06:17:02.109203 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dcf46677-231e-442b-81ca-8456dde8e843 req-71935420-36bd-4774-b990-7b15a6a45166 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Aug 23 06:17:02.956385 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17574a-ed41-4db8-b9e4-40e927d5e5aa req-aebf7545-cb6e-4b38-bacf-b8576ac2dcb3 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:02.957838 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6b17574a-ed41-4db8-b9e4-40e927d5e5aa req-aebf7545-cb6e-4b38-bacf-b8576ac2dcb3 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Aug 23 06:17:03.002485 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6b17574a-ed41-4db8-b9e4-40e927d5e5aa req-112ccb6e-9da4-4944-a939-7352b194abf4 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Aug 23 06:17:03.312735 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42028) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:03.452239 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b7778c8e-33a0-41f6-84cd-cca477f93cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:03.525416 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b7778c8e-33a0-41f6-84cd-cca477f93cf4 admin admin] Publish callbacks [] for security_group (bcc7c0af-4526-4288-94bd-4732b35d34d4), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:03.592075 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b7778c8e-33a0-41f6-84cd-cca477f93cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (bcc7c0af-4526-4288-94bd-4732b35d34d4), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:03.634432 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778c8e-33a0-41f6-84cd-cca477f93cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc7c0af-4526-4288-94bd-4732b35d34d4,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:03.638704 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b7778c8e-33a0-41f6-84cd-cca477f93cf4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf221c8a310746d593eb0389c02e1117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248293 Aug 23 06:17:03.641885 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42032) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:03.687128 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9647-fa73-4151-9701-cd72155fa08f admin admin] Publish callbacks [] for security_group (bcc7c0af-4526-4288-94bd-4732b35d34d4), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:03.708874 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9647-fa73-4151-9701-cd72155fa08f admin admin] Publish callbacks [] for security_group (bcc7c0af-4526-4288-94bd-4732b35d34d4), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:03.826922 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9647-fa73-4151-9701-cd72155fa08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (bcc7c0af-4526-4288-94bd-4732b35d34d4), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:03.829726 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9647-fa73-4151-9701-cd72155fa08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:03.830865 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b9fa9647-fa73-4151-9701-cd72155fa08f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcc7c0af-4526-4288-94bd-4732b35d34d4 HTTP/1.1" status: 204 len: 168 time: 0.1885552 Aug 23 06:17:03.839218 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa9647-fa73-4151-9701-cd72155fa08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc7c0af-4526-4288-94bd-4732b35d34d4,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:04.135439 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d1d84-c570-45e2-a27b-89b69529ded8 req-6c10544b-54b1-4de1-abcb-b02d450ff316 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:04.136933 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bf0d1d84-c570-45e2-a27b-89b69529ded8 req-6c10544b-54b1-4de1-abcb-b02d450ff316 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 945 time: 0.0624554 Aug 23 06:17:04.184161 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bf0d1d84-c570-45e2-a27b-89b69529ded8 req-e8e2aaed-b5f1-451d-8338-0a7cc05bcd44 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Aug 23 06:17:04.431894 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42080) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:04.445016 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4940f5ae-926d-4399-909a-673aab3a7670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:04.517947 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4940f5ae-926d-4399-909a-673aab3a7670 admin admin] Publish callbacks [] for security_group (9fdb78ab-b778-4dc8-ba0d-2f470ccbc223), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:04.572537 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4940f5ae-926d-4399-909a-673aab3a7670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (9fdb78ab-b778-4dc8-ba0d-2f470ccbc223), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:04.610950 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-4940f5ae-926d-4399-909a-673aab3a7670 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e38476f4db4041d0baff1d266e230d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779838 Aug 23 06:17:04.611684 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940f5ae-926d-4399-909a-673aab3a7670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdb78ab-b778-4dc8-ba0d-2f470ccbc223,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:04.614516 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42082) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:04.664518 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e588dc1f-3151-4475-ad78-c7e40be8cb21 admin admin] Publish callbacks [] for security_group (9fdb78ab-b778-4dc8-ba0d-2f470ccbc223), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:04.686371 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e588dc1f-3151-4475-ad78-c7e40be8cb21 admin admin] Publish callbacks [] for security_group (9fdb78ab-b778-4dc8-ba0d-2f470ccbc223), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:04.829701 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e588dc1f-3151-4475-ad78-c7e40be8cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (9fdb78ab-b778-4dc8-ba0d-2f470ccbc223), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:04.832326 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e588dc1f-3151-4475-ad78-c7e40be8cb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:04.833603 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e588dc1f-3151-4475-ad78-c7e40be8cb21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fdb78ab-b778-4dc8-ba0d-2f470ccbc223 HTTP/1.1" status: 204 len: 168 time: 0.2180507 Aug 23 06:17:04.843297 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588dc1f-3151-4475-ad78-c7e40be8cb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdb78ab-b778-4dc8-ba0d-2f470ccbc223,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:05.570755 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42110) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:05.584560 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bd8130df-dbdc-4733-9cbe-88aaa63f9d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:05.659096 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bd8130df-dbdc-4733-9cbe-88aaa63f9d5e admin admin] Publish callbacks [] for security_group (2a34c134-372f-4b10-af8d-230b3b285fca), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:05.749227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bd8130df-dbdc-4733-9cbe-88aaa63f9d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2a34c134-372f-4b10-af8d-230b3b285fca), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:05.789565 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bd8130df-dbdc-4733-9cbe-88aaa63f9d5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c94594fea6ba494788951e055bab01b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176445 Aug 23 06:17:05.790268 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8130df-dbdc-4733-9cbe-88aaa63f9d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a34c134-372f-4b10-af8d-230b3b285fca,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:05.794174 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42112) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:05.843087 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f61e66bf-0293-48e0-a298-d6e7cff1687a admin admin] Publish callbacks [] for security_group (2a34c134-372f-4b10-af8d-230b3b285fca), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:05.863231 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f61e66bf-0293-48e0-a298-d6e7cff1687a admin admin] Publish callbacks [] for security_group (2a34c134-372f-4b10-af8d-230b3b285fca), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:06.035417 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f61e66bf-0293-48e0-a298-d6e7cff1687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (2a34c134-372f-4b10-af8d-230b3b285fca), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:06.038146 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f61e66bf-0293-48e0-a298-d6e7cff1687a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:06.039338 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-f61e66bf-0293-48e0-a298-d6e7cff1687a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a34c134-372f-4b10-af8d-230b3b285fca HTTP/1.1" status: 204 len: 168 time: 0.2440820 Aug 23 06:17:06.047206 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e66bf-0293-48e0-a298-d6e7cff1687a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a34c134-372f-4b10-af8d-230b3b285fca,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:08.478477 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:17:10.392535 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:11.753925 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42184) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:11.858264 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-781d38c7-1d7d-4b24-a23e-9d30db8beabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:11.932804 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-781d38c7-1d7d-4b24-a23e-9d30db8beabb admin admin] Publish callbacks [] for security_group (0d007008-7471-4ba7-a0c9-5bd41a5a3d14), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:12.024277 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-781d38c7-1d7d-4b24-a23e-9d30db8beabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0d007008-7471-4ba7-a0c9-5bd41a5a3d14), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:12.062526 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-781d38c7-1d7d-4b24-a23e-9d30db8beabb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62bf8fa5253543b898dabcc9ff27aafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066163 Aug 23 06:17:12.063263 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d38c7-1d7d-4b24-a23e-9d30db8beabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d007008-7471-4ba7-a0c9-5bd41a5a3d14,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:12.065568 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42188) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:12.112498 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a378-795e-4406-9cc6-07321c1e55f8 admin admin] Publish callbacks [] for security_group (0d007008-7471-4ba7-a0c9-5bd41a5a3d14), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:12.135831 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a378-795e-4406-9cc6-07321c1e55f8 admin admin] Publish callbacks [] for security_group (0d007008-7471-4ba7-a0c9-5bd41a5a3d14), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:12.261202 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a378-795e-4406-9cc6-07321c1e55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (0d007008-7471-4ba7-a0c9-5bd41a5a3d14), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:12.264727 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a378-795e-4406-9cc6-07321c1e55f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:12.265913 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-b5d2a378-795e-4406-9cc6-07321c1e55f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d007008-7471-4ba7-a0c9-5bd41a5a3d14 HTTP/1.1" status: 204 len: 168 time: 0.1994298 Aug 23 06:17:12.274347 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a378-795e-4406-9cc6-07321c1e55f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d007008-7471-4ba7-a0c9-5bd41a5a3d14,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:23.281180 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8adc5c11-91c4-4586-98c5-b98a10184210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:24.393862 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72033e90-53c4-453b-b074-c538c15545dd req-85b65964-9aa2-42ad-a6ce-77839c38ad9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425339 Aug 23 06:17:24.457780 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033e90-53c4-453b-b074-c538c15545dd req-fefec51f-e46e-4d88-9af7-0a64a5311f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:24.459224 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72033e90-53c4-453b-b074-c538c15545dd req-fefec51f-e46e-4d88-9af7-0a64a5311f79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 1130 time: 0.0423334 Aug 23 06:17:24.561008 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033e90-53c4-453b-b074-c538c15545dd req-3c50cd87-035c-4b1e-993e-16a9c6d4dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:24.562485 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72033e90-53c4-453b-b074-c538c15545dd req-3c50cd87-035c-4b1e-993e-16a9c6d4dfca service neutron] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 913 time: 0.0854533 Aug 23 06:17:24.622801 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72033e90-53c4-453b-b074-c538c15545dd req-1c683d01-cc86-4e69-bd18-98c49f0aafa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228b8506-96f0-4ee4-97a9-9a20778d3737 HTTP/1.1" status: 200 len: 1001 time: 0.0530496 Aug 23 06:17:24.669563 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033e90-53c4-453b-b074-c538c15545dd req-82858187-63d5-4fa4-86aa-fbbd734ae487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:24.670864 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72033e90-53c4-453b-b074-c538c15545dd req-82858187-63d5-4fa4-86aa-fbbd734ae487 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0414872 Aug 23 06:17:24.720334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033e90-53c4-453b-b074-c538c15545dd req-b78a9878-34d6-4cf3-a85a-9ac8fd8e1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:24.721775 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72033e90-53c4-453b-b074-c538c15545dd req-b78a9878-34d6-4cf3-a85a-9ac8fd8e1af1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445635 Aug 23 06:17:24.807222 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72033e90-53c4-453b-b074-c538c15545dd req-e743f359-4aa0-4732-83b2-d570c448a4f4 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776317 Aug 23 06:17:24.902255 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72033e90-53c4-453b-b074-c538c15545dd req-52147237-5c50-475d-9d9c-846c4c3d96af service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841062 Aug 23 06:17:25.392931 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2af44919-a163-4f13-af66-b2f877c31900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:26.972960 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:28.196082 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:29.507634 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:37.158019 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42352) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:37.300043 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Deleting port 918f8daf-2453-4f42-8234-e4b192313ad8 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:17:37.302097 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (918f8daf-2453-4f42-8234-e4b192313ad8), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:37.373609 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (918f8daf-2453-4f42-8234-e4b192313ad8), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:37.373862 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (918f8daf-2453-4f42-8234-e4b192313ad8), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:37.386231 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Calling delete_port for 918f8daf-2453-4f42-8234-e4b192313ad8 owned by network:floatingip {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:17:37.656262 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (918f8daf-2453-4f42-8234-e4b192313ad8), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:37.675558 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event deleted for resources: {'Port': ['ID=918f8daf-2453-4f42-8234-e4b192313ad8,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:37.937240 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.937520 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.937902 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.938199 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.938528 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.938853 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.939181 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.939506 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.939828 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.940152 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.940473 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.940790 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.941107 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:37.979268 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (c8ae946b-29c7-4673-bc1a-878d38a9303c), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:37.979598 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.l3_db [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Floating IP c8ae946b-29c7-4673-bc1a-878d38a9303c disassociated (deleted). External IP: 172.27.1.34, port: 228b8506-96f0-4ee4-97a9-9a20778d3737. Aug 23 06:17:38.168851 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:17:38.270791 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:17:38.276785 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:38.281352 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:17:38.290935 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:17:38.291567 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:17:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:17:38.306777 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-10e1c74b-3ccc-4a05-817e-d24e49c7002c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "DELETE /v2.0/floatingips/c8ae946b-29c7-4673-bc1a-878d38a9303c HTTP/1.1" status: 204 len: 168 time: 1.1477041 Aug 23 06:17:38.307347 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:17:38.309653 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10227524-a701-4b31-8c13-e302214588c1" -d '{"events": [{"name": "network-changed", "server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:17:38.402023 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:17:38.492318 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8897c8-7eea-47cd-a4ce-43b668133029 x-openstack-request-id: req-6d8897c8-7eea-47cd-a4ce-43b668133029 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:17:38.492318 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:17:38.492318 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d8897c8-7eea-47cd-a4ce-43b668133029 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:17:38.492318 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8897c8-7eea-47cd-a4ce-43b668133029'] response: {'name': 'network-changed', 'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'status': 'completed', 'code': 200} Aug 23 06:17:38.561422 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227524-a701-4b31-8c13-e302214588c1 req-f91a56bc-2600-45c9-9298-acf47a89b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:38.563048 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10227524-a701-4b31-8c13-e302214588c1 req-f91a56bc-2600-45c9-9298-acf47a89b403 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 1130 time: 0.0474672 Aug 23 06:17:38.661746 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42372) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:38.675179 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227524-a701-4b31-8c13-e302214588c1 req-20dd5041-7696-4d64-ac64-198004eb775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:38.676015 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 1, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:17:38.676640 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10227524-a701-4b31-8c13-e302214588c1 req-20dd5041-7696-4d64-ac64-198004eb775b service neutron] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 913 time: 0.1066191 Aug 23 06:17:38.705232 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:17:38.716266 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:17:38.716891 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:17:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:17:38.723652 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10227524-a701-4b31-8c13-e302214588c1 req-16f649e2-ddf8-44a9-a9d9-16b91942fa18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228b8506-96f0-4ee4-97a9-9a20778d3737 HTTP/1.1" status: 200 len: 217 time: 0.0403833 Aug 23 06:17:38.776291 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227524-a701-4b31-8c13-e302214588c1 req-d0b65e96-de9c-40da-9aec-d868720c651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:38.778004 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10227524-a701-4b31-8c13-e302214588c1 req-d0b65e96-de9c-40da-9aec-d868720c651d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0481308 Aug 23 06:17:38.809692 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a1c136aa-fe13-4099-b31a-cb1b69477637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:38.828910 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227524-a701-4b31-8c13-e302214588c1 req-179ce319-3ab3-4b35-93a4-798844602ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:38.830125 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03b9a0-36c9-4642-8318-569e1147ffac req-339fe858-3fac-41df-bf39-31c134df0b9a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:38.830438 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10227524-a701-4b31-8c13-e302214588c1 req-179ce319-3ab3-4b35-93a4-798844602ab9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461774 Aug 23 06:17:38.831641 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9d03b9a0-36c9-4642-8318-569e1147ffac req-339fe858-3fac-41df-bf39-31c134df0b9a tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 946 time: 0.0827532 Aug 23 06:17:38.835381 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:17:38.912517 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9d03b9a0-36c9-4642-8318-569e1147ffac req-90262c68-9d3b-49ff-a61c-e9de764768c5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718102 Aug 23 06:17:38.940191 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a1c136aa-fe13-4099-b31a-cb1b69477637 admin admin] Publish callbacks [] for security_group (526eb982-2759-4a4d-976b-a5576d6b8641), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:38.940507 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10227524-a701-4b31-8c13-e302214588c1 req-81368b54-285f-471f-8ac9-f60e5730b701 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027248 Aug 23 06:17:39.024826 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a1c136aa-fe13-4099-b31a-cb1b69477637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (526eb982-2759-4a4d-976b-a5576d6b8641), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:39.030020 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10227524-a701-4b31-8c13-e302214588c1 req-64fb677f-f733-41a0-8e43-8a554b56200e service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818686 Aug 23 06:17:39.062272 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a1c136aa-fe13-4099-b31a-cb1b69477637 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=501356946b964130b2ad7518f91a030c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993905 Aug 23 06:17:39.065317 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42378) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:39.067049 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c136aa-fe13-4099-b31a-cb1b69477637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526eb982-2759-4a4d-976b-a5576d6b8641,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:39.072763 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 1, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:17:39.101405 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305bf7b-5fce-486b-93d1-35f946ef4e6c None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '4d939c3e-6c3b-421e-a41e-85f0872fa786', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'port_id': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'mac_address': 'fa:16:3e:9d:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:24Z', 'revision_number': 1, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:17:39.125315 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Publish callbacks [] for security_group (526eb982-2759-4a4d-976b-a5576d6b8641), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:39.152970 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Publish callbacks [] for security_group (526eb982-2759-4a4d-976b-a5576d6b8641), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:39.279825 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (526eb982-2759-4a4d-976b-a5576d6b8641), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:39.282706 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:39.283869 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/526eb982-2759-4a4d-976b-a5576d6b8641 HTTP/1.1" status: 204 len: 168 time: 0.2165146 Aug 23 06:17:39.291774 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526eb982-2759-4a4d-976b-a5576d6b8641,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:39.299109 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302894 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.302894 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.303142 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57727d36-506d-4519-8e85-983efeb87dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:17:39.332701 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67659c-28d4-4ec2-bd35-7185ecb7903d None None] New status for floating IP c8ae946b-29c7-4673-bc1a-878d38a9303c: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:17:40.036372 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a2b2e-afc6-47dc-9240-5ff6f57d2833 req-8b64b8cd-7ef3-4897-a94f-ef3bd0477e0f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:40.037893 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-902a2b2e-afc6-47dc-9240-5ff6f57d2833 req-8b64b8cd-7ef3-4897-a94f-ef3bd0477e0f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 946 time: 0.0503721 Aug 23 06:17:40.084894 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-902a2b2e-afc6-47dc-9240-5ff6f57d2833 req-7b4f942b-4b5b-4768-9b42-0161de2bbce9 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Aug 23 06:17:40.402355 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:40.762296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-0a9cc8e9-07c0-49e1-a9f7-199b300996b1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:40.763702 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-0a9cc8e9-07c0-49e1-a9f7-199b300996b1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 946 time: 0.0513883 Aug 23 06:17:40.851200 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Deleting port 228b8506-96f0-4ee4-97a9-9a20778d3737 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:17:40.851533 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:40.936794 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] For port 228b8506-96f0-4ee4-97a9-9a20778d3737, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=228b8506-96f0-4ee4-97a9-9a20778d3737,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:17:40.937066 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:40.949799 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Calling delete_port for 228b8506-96f0-4ee4-97a9-9a20778d3737 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:17:41.139645 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (228b8506-96f0-4ee4-97a9-9a20778d3737), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:41.167516 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event deleted for resources: {'Port': ['ID=228b8506-96f0-4ee4-97a9-9a20778d3737,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:41.189679 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-39f6e246-b3ea-4513-8c22-2d0a8e2b96d6 req-7ce0ab81-82b3-4be5-a129-3e35dc6326a4 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 210 time: 0.0314341 Aug 23 06:17:41.211894 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] No DVR routers for this DVR port 228b8506-96f0-4ee4-97a9-9a20778d3737 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:17:41.214856 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:41.218134 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c85fae43-9da7-4e4b-a7c2-b95db9bdc2d5 req-88b711fa-fec5-4549-9798-2f14374a1eb5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "DELETE /v2.0/ports/228b8506-96f0-4ee4-97a9-9a20778d3737 HTTP/1.1" status: 204 len: 173 time: 0.4488790 Aug 23 06:17:41.218565 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'name': 'network-vif-deleted', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:17:41.220776 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df44c828-e650-4943-a206-14c0f9966fc7" -d '{"events": [{"server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "name": "network-vif-deleted", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:17:41.255837 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b945e41-405c-43a3-b849-bd5ca2519624 x-openstack-request-id: req-0b945e41-405c-43a3-b849-bd5ca2519624 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:17:41.256127 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d02a19-f8a7-491c-a201-b1db4eee0779", "name": "network-vif-deleted", "tag": "228b8506-96f0-4ee4-97a9-9a20778d3737", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:17:41.256375 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b945e41-405c-43a3-b849-bd5ca2519624 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:17:41.256771 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b945e41-405c-43a3-b849-bd5ca2519624'] response: {'server_uuid': '11d02a19-f8a7-491c-a201-b1db4eee0779', 'name': 'network-vif-deleted', 'tag': '228b8506-96f0-4ee4-97a9-9a20778d3737', 'status': 'completed', 'code': 200} Aug 23 06:17:42.295546 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d43108a1-3499-4592-82e5-988ebb434c13 req-432b1b26-d6b0-4cd7-bdb6-ab2756e915c5 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d02a19-f8a7-491c-a201-b1db4eee0779 HTTP/1.1" status: 200 len: 210 time: 0.0268281 Aug 23 06:17:43.615439 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 228b8506-96f0-4ee4-97a9-9a20778d3737 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:17:43.635128 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 228b8506-96f0-4ee4-97a9-9a20778d3737 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:17:43.635474 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 228b8506-96f0-4ee4-97a9-9a20778d3737 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:17:45.476522 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:17:50.942994 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42446) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:17:51.084691 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Deleting port 555941e4-c6ef-4ba5-b904-8bcf379b7f13 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:17:51.085032 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (555941e4-c6ef-4ba5-b904-8bcf379b7f13), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:51.159967 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (555941e4-c6ef-4ba5-b904-8bcf379b7f13), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:51.160292 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (555941e4-c6ef-4ba5-b904-8bcf379b7f13), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:51.171987 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Calling delete_port for 555941e4-c6ef-4ba5-b904-8bcf379b7f13 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:17:51.405712 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (555941e4-c6ef-4ba5-b904-8bcf379b7f13), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:51.435193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event deleted for resources: {'Port': ['ID=555941e4-c6ef-4ba5-b904-8bcf379b7f13,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:51.753498 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (4d939c3e-6c3b-421e-a41e-85f0872fa786), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:51.753840 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Floating IP 4d939c3e-6c3b-421e-a41e-85f0872fa786 disassociated (deleted). External IP: 172.27.1.105, port: 952b51a8-8665-4ee7-954b-ba033226ce3c. Aug 23 06:17:51.942096 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:17:52.040678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:17:52.046014 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:52.050512 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:17:52.060063 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:17:52.061665 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:17:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:17:52.075020 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-27c1c37e-81fb-45ac-bd3c-0d66011983c7 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "DELETE /v2.0/floatingips/4d939c3e-6c3b-421e-a41e-85f0872fa786 HTTP/1.1" status: 204 len: 168 time: 1.1309440 Aug 23 06:17:52.075633 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:17:52.077889 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb15a9-d7d5-402f-ad3e-faebf02c60df" -d '{"events": [{"name": "network-changed", "server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:17:52.116900 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983099c1-03e8-43ca-856d-0284fa9af591 x-openstack-request-id: req-983099c1-03e8-43ca-856d-0284fa9af591 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:17:52.117184 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:17:52.117451 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-983099c1-03e8-43ca-856d-0284fa9af591 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:17:52.117853 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983099c1-03e8-43ca-856d-0284fa9af591'] response: {'name': 'network-changed', 'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'status': 'completed', 'code': 200} Aug 23 06:17:52.164980 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:17:52.349853 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:17:52.377264 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:17:52.385768 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:17:52.386370 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:17:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:17:52.529424 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969634f-63a5-4707-b586-ab992676e150 req-435ae73e-b3bd-4b78-a7d8-2014dad7f56e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:52.530982 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1969634f-63a5-4707-b586-ab992676e150 req-435ae73e-b3bd-4b78-a7d8-2014dad7f56e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0533087 Aug 23 06:17:52.567748 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:17:52.578865 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1969634f-63a5-4707-b586-ab992676e150 req-05b45ce9-04d4-451c-aae7-1c2361b8a44d tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421758 Aug 23 06:17:52.753916 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:17:52.778170 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130bf219-3c52-45c0-8aa6-501b149a10e0 None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:08:05Z', 'revision_number': 4, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '3fb20cc0-e5b4-4402-a853-20ee44f6bcb6', 'name': '', 'network_id': '88d5eb47-0f24-49f8-aeb0-d607177fd3cc', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'mac_address': 'fa:16:3e:e4:f7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:04Z', 'updated_at': '2022-08-23T06:08:10Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'subnets': [{'id': 'aeab5cdc-e965-490b-a2ab-050289e0939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:17:52.990207 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511d7100-548d-4897-aa0d-6ba0cbff7ad3 None None] New status for floating IP 4d939c3e-6c3b-421e-a41e-85f0872fa786: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:17:53.302882 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d959d39b-63de-4a67-a32d-26e8bb203cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:53.703673 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ab903-9f25-4114-956e-ef51278c0bbc req-04c7cd9f-714a-42e7-b4c0-6d4e7c89e623 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:53.705149 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7c1ab903-9f25-4114-956e-ef51278c0bbc req-04c7cd9f-714a-42e7-b4c0-6d4e7c89e623 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0515990 Aug 23 06:17:53.752837 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-7c1ab903-9f25-4114-956e-ef51278c0bbc req-01d626d2-1af8-4025-ad24-e302b3bb535e tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420377 Aug 23 06:17:54.870176 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b76cab-db31-46ed-9927-5f23809d27b7 req-adc2d2f5-861e-443f-93c9-8c9bcd54b7eb tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:54.871553 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7b76cab-db31-46ed-9927-5f23809d27b7 req-adc2d2f5-861e-443f-93c9-8c9bcd54b7eb tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0510478 Aug 23 06:17:54.922419 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c7b76cab-db31-46ed-9927-5f23809d27b7 req-ae8f375f-8d0d-4c9f-89b0-57fc6f5fd4bb tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453396 Aug 23 06:17:55.397061 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1da21af-3de3-4019-bf56-6b87cb005e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:55.622693 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-741da163-d3a7-46d3-a10a-6f3c3f098011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:55.624151 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-741da163-d3a7-46d3-a10a-6f3c3f098011 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 1130 time: 0.0430303 Aug 23 06:17:55.710223 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-d6b8c6b5-bb42-4d49-a970-6382f6ad1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:55.711636 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-d6b8c6b5-bb42-4d49-a970-6382f6ad1e3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 200 len: 913 time: 0.0807321 Aug 23 06:17:55.753358 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-f0571ddb-b0cd-456e-b413-6431ec368aed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952b51a8-8665-4ee7-954b-ba033226ce3c HTTP/1.1" status: 200 len: 217 time: 0.0352328 Aug 23 06:17:55.801488 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-7f101545-b510-485c-8ec4-21ad43747ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:55.802873 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-7f101545-b510-485c-8ec4-21ad43747ae1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 200 len: 851 time: 0.0417364 Aug 23 06:17:55.852171 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-08131009-1ced-49ce-94e4-1303895fafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:55.853658 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-08131009-1ced-49ce-94e4-1303895fafeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=88d5eb47-0f24-49f8-aeb0-d607177fd3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418007 Aug 23 06:17:55.943754 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-64adf507-57d3-4fab-a981-29b6e55cb317 service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836310 Aug 23 06:17:56.031991 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-37fb15a9-d7d5-402f-ad3e-faebf02c60df req-8ac8f826-f230-4172-91ef-ef403b2aa23b service neutron] 10.222.0.16 "GET /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816283 Aug 23 06:17:56.044916 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2c947-fca1-413d-a029-f341fb08b54a req-9d2bb5e7-76b8-4719-b74e-912e7244c52f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:56.046404 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-88e2c947-fca1-413d-a029-f341fb08b54a req-9d2bb5e7-76b8-4719-b74e-912e7244c52f tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0546820 Aug 23 06:17:56.093459 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-88e2c947-fca1-413d-a029-f341fb08b54a req-dd676104-a29f-45a3-a6a1-ac63682a0992 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Aug 23 06:17:56.990771 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:57.040218 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-87075792-7b57-4eff-a0d1-a6a8cada62ba tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:57.041686 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-87075792-7b57-4eff-a0d1-a6a8cada62ba tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0516906 Aug 23 06:17:57.131951 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Deleting port 952b51a8-8665-4ee7-954b-ba033226ce3c {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:17:57.132298 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:57.257150 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcad3e-6756-45cd-a32a-0aa55e7020c0 req-cd2472a0-3477-44ff-bfcb-7bf7ae0c04a6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:17:57.258806 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fafcad3e-6756-45cd-a32a-0aa55e7020c0 req-cd2472a0-3477-44ff-bfcb-7bf7ae0c04a6 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 946 time: 0.0878291 Aug 23 06:17:57.261025 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] For port 952b51a8-8665-4ee7-954b-ba033226ce3c, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=952b51a8-8665-4ee7-954b-ba033226ce3c,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:17:57.261382 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:57.279640 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Calling delete_port for 952b51a8-8665-4ee7-954b-ba033226ce3c owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:17:57.352287 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fafcad3e-6756-45cd-a32a-0aa55e7020c0 req-27c587d3-675c-4eea-a73f-afb7431b0f1c tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8cb6349-1bb9-4de8-945f-ddc21d17c428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837138 Aug 23 06:17:57.557805 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (952b51a8-8665-4ee7-954b-ba033226ce3c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:57.586524 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event deleted for resources: {'Port': ['ID=952b51a8-8665-4ee7-954b-ba033226ce3c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:17:57.641385 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] No DVR routers for this DVR port 952b51a8-8665-4ee7-954b-ba033226ce3c on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:17:57.641385 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:57.641385 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-84e68e89-9c0e-425d-ac69-2f9c0c647e21 req-710eaee0-f894-4db0-88b4-3226fb4b9bb2 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.16 "DELETE /v2.0/ports/952b51a8-8665-4ee7-954b-ba033226ce3c HTTP/1.1" status: 204 len: 173 time: 0.5853229 Aug 23 06:17:57.641385 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'name': 'network-vif-deleted', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:17:57.641385 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c7b718-7ba7-4bb4-adc9-9738fb1ca57d" -d '{"events": [{"server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "name": "network-vif-deleted", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:17:57.669899 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf98830-a97c-4489-ad5e-6acdde5d6c71 x-openstack-request-id: req-fdf98830-a97c-4489-ad5e-6acdde5d6c71 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:17:57.670268 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c5b0c6-8696-4db5-819c-dca1d186276d", "name": "network-vif-deleted", "tag": "952b51a8-8665-4ee7-954b-ba033226ce3c", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:17:57.670565 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdf98830-a97c-4489-ad5e-6acdde5d6c71 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:17:57.670971 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf98830-a97c-4489-ad5e-6acdde5d6c71'] response: {'server_uuid': '55c5b0c6-8696-4db5-819c-dca1d186276d', 'name': 'network-vif-deleted', 'tag': '952b51a8-8665-4ee7-954b-ba033226ce3c', 'status': 'completed', 'code': 200} Aug 23 06:17:58.221042 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:58.466393 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49e632d2-6680-4cab-ab2f-cd1fd31c40f8 req-5ada4ded-f0bd-468a-bc70-35db91bde837 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 210 time: 0.0264390 Aug 23 06:17:59.496845 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:17:59.574761 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-19b6a162-b0b6-4a89-8279-02da457255b6 req-5dc91d27-2c91-4ccc-9f1f-7daea7d2f7bb tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 210 time: 0.0261030 Aug 23 06:18:00.682622 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-359fcfdf-d813-41ca-8ed7-04fbc285f6a0 req-aa2dcb62-f621-4cdf-b282-d3b4a5cf6cbc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 210 time: 0.0290654 Aug 23 06:18:01.787963 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-fe20f2a9-cd90-4dd4-9b35-25f523fad612 req-f3de58cb-860a-44fc-b8dc-c9dfdc53f9cd tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c5b0c6-8696-4db5-819c-dca1d186276d HTTP/1.1" status: 200 len: 210 time: 0.0260105 Aug 23 06:18:01.970249 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 952b51a8-8665-4ee7-954b-ba033226ce3c no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:18:01.991610 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 952b51a8-8665-4ee7-954b-ba033226ce3c {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:18:01.991951 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 952b51a8-8665-4ee7-954b-ba033226ce3c not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:18:02.849485 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42506) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:02.971154 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Deleting port 6e7bf047-7d53-4e09-af2b-11c28468def2 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:02.971495 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (6e7bf047-7d53-4e09-af2b-11c28468def2), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:03.045746 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (6e7bf047-7d53-4e09-af2b-11c28468def2), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:03.046072 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (6e7bf047-7d53-4e09-af2b-11c28468def2), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:03.057592 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Calling delete_port for 6e7bf047-7d53-4e09-af2b-11c28468def2 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:03.228537 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (6e7bf047-7d53-4e09-af2b-11c28468def2), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:03.250293 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event deleted for resources: {'Port': ['ID=6e7bf047-7d53-4e09-af2b-11c28468def2,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:03.314864 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for floatingip (4536ad9a-5290-41f8-81ec-d3d835ab5989), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:03.317384 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:03.318551 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-aafe2658-f83f-42a2-9f37-00d67b55aaf1 tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "DELETE /v2.0/floatingips/4536ad9a-5290-41f8-81ec-d3d835ab5989 HTTP/1.1" status: 204 len: 168 time: 0.4680903 Aug 23 06:18:04.636991 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42528) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:04.692177 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-03c777e9-9813-4ec4-98c3-6c8fcc1487dc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group (c8cb6349-1bb9-4de8-945f-ddc21d17c428), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:04.716138 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-03c777e9-9813-4ec4-98c3-6c8fcc1487dc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group (c8cb6349-1bb9-4de8-945f-ddc21d17c428), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:04.840156 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-03c777e9-9813-4ec4-98c3-6c8fcc1487dc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (c8cb6349-1bb9-4de8-945f-ddc21d17c428), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:04.842813 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-03c777e9-9813-4ec4-98c3-6c8fcc1487dc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:04.843954 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-03c777e9-9813-4ec4-98c3-6c8fcc1487dc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] 10.222.0.26 "DELETE /v2.0/security-groups/c8cb6349-1bb9-4de8-945f-ddc21d17c428 HTTP/1.1" status: 204 len: 168 time: 0.2059515 Aug 23 06:18:04.853139 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c777e9-9813-4ec4-98c3-6c8fcc1487dc tempest-TestVolumeBootPattern-735698579 tempest-TestVolumeBootPattern-735698579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb6349-1bb9-4de8-945f-ddc21d17c428,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:04.985256 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42532) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:05.445846 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (9b4606d0-4a71-4c7e-849f-147ede683bfe), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:05.669638 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Deleting port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:05.669898 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:05.743751 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] For port 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:05.744174 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:05.756516 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Calling delete_port for 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 owned by network:router_interface {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:06.019772 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (3fb20cc0-e5b4-4402-a853-20ee44f6bcb6), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:06.048010 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb20cc0-e5b4-4402-a853-20ee44f6bcb6,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:06.203330 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (9b4606d0-4a71-4c7e-849f-147ede683bfe), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:06.401090 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Router 9b4606d0-4a71-4c7e-849f-147ede683bfe has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:18:06.502202 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:18:06.507831 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-f77bd1c4-f775-4486-ba36-f14e3a7ad6b9 admin admin] 10.222.0.26 "PUT /v2.0/routers/9b4606d0-4a71-4c7e-849f-147ede683bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5208750 Aug 23 06:18:06.509997 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42548) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:06.513338 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] Sync routers for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:18:06.527255 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:18:06.527875 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:17:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:06.605610 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks [] for router (9b4606d0-4a71-4c7e-849f-147ede683bfe), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:06.622090 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:18:06.701316 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks [] for router_gateway (9b4606d0-4a71-4c7e-849f-147ede683bfe), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:06.791258 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:18:05Z', 'revision_number': 5, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port': {'id': 'f179a26b-4d9e-42b1-86b0-51d6763c5077', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:02Z', 'updated_at': '2022-08-23T06:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:06.815546 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] Checking router: 9b4606d0-4a71-4c7e-849f-147ede683bfe for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:18:06.823649 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] Routers {'9b4606d0-4a71-4c7e-849f-147ede683bfe'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:18:06.824294 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:17:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['9b4606d0-4a71-4c7e-849f-147ede683bfe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:06.827198 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Deleting port f179a26b-4d9e-42b1-86b0-51d6763c5077 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:06.827544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:06.905985 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] Set router 9b4606d0-4a71-4c7e-849f-147ede683bfe gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:18:06.910458 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] For port f179a26b-4d9e-42b1-86b0-51d6763c5077, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=f179a26b-4d9e-42b1-86b0-51d6763c5077,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:06.910821 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:06.923908 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Calling delete_port for f179a26b-4d9e-42b1-86b0-51d6763c5077 owned by network:router_gateway {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:06.954435 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:18:06Z', 'revision_number': 6, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:06.981409 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c5cc9b-d72b-4ecd-afc5-d4b7967ac314 None None] The sync data for ids ['9b4606d0-4a71-4c7e-849f-147ede683bfe'] in dv-cinder-853788-2-iscsi is: [{'id': '9b4606d0-4a71-4c7e-849f-147ede683bfe', 'name': 'tempest-TestVolumeBootPattern-1316938484-router', 'tenant_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:01Z', 'updated_at': '2022-08-23T06:18:06Z', 'revision_number': 6, 'project_id': 'ac193dba6f144099ab5e70bc38c8c0a0', 'gw_port_host': None}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:18:07.162866 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (f179a26b-4d9e-42b1-86b0-51d6763c5077), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.187091 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Pushing event deleted for resources: {'Port': ['ID=f179a26b-4d9e-42b1-86b0-51d6763c5077,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:07.245847 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (9b4606d0-4a71-4c7e-849f-147ede683bfe), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.332182 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (9b4606d0-4a71-4c7e-849f-147ede683bfe), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.334631 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks [] for router_controller (9b4606d0-4a71-4c7e-849f-147ede683bfe), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.446112 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (9b4606d0-4a71-4c7e-849f-147ede683bfe), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.446645 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4606d0-4a71-4c7e-849f-147ede683bfe {{(pid=104496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:18:07.451841 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.453845 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-359ce404-3f57-411f-b979-18f7e8e9492e admin admin] 10.222.0.26 "DELETE /v2.0/routers/9b4606d0-4a71-4c7e-849f-147ede683bfe HTTP/1.1" status: 204 len: 168 time: 0.9415588 Aug 23 06:18:07.455668 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42552) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:07.500259 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_v2 [None req-898bb758-3e2c-47d3-bc6f-3f96caca7500 admin admin] Deleting subnet aeab5cdc-e965-490b-a2ab-050289e0939f {{(pid=104496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:18:07.503936 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-898bb758-3e2c-47d3-bc6f-3f96caca7500 admin admin] Publish callbacks [] for subnet (aeab5cdc-e965-490b-a2ab-050289e0939f), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.538639 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-898bb758-3e2c-47d3-bc6f-3f96caca7500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31873289'] for subnet (aeab5cdc-e965-490b-a2ab-050289e0939f), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.615107 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-898bb758-3e2c-47d3-bc6f-3f96caca7500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (aeab5cdc-e965-490b-a2ab-050289e0939f), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.737776 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-898bb758-3e2c-47d3-bc6f-3f96caca7500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31817439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30818217'] for subnet (aeab5cdc-e965-490b-a2ab-050289e0939f), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.764054 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bb758-3e2c-47d3-bc6f-3f96caca7500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeab5cdc-e965-490b-a2ab-050289e0939f,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:07.767815 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-898bb758-3e2c-47d3-bc6f-3f96caca7500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.771017 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-898bb758-3e2c-47d3-bc6f-3f96caca7500 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aeab5cdc-e965-490b-a2ab-050289e0939f HTTP/1.1" status: 204 len: 168 time: 0.3143325 Aug 23 06:18:07.773503 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42560) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:07.773890 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65c559-eecc-4d56-914a-ca4c5a47219d None None] Network 88d5eb47-0f24-49f8-aeb0-d607177fd3cc requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:18:07.845826 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (88d5eb47-0f24-49f8-aeb0-d607177fd3cc), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.933908 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Deleting port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:07.934228 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:07.974274 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] DHCP port deletion for 88d5eb47-0f24-49f8-aeb0-d607177fd3cc request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:18:08.007276 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device f179a26b-4d9e-42b1-86b0-51d6763c5077 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:18:08.029005 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: f179a26b-4d9e-42b1-86b0-51d6763c5077 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:18:08.029355 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device f179a26b-4d9e-42b1-86b0-51d6763c5077 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:18:08.029805 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:18:08.050065 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:18:08.054197 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 3fb20cc0-e5b4-4402-a853-20ee44f6bcb6 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:18:08.069640 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Deleting port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:08.070053 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.140540 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] For port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:08.140940 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.154951 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Calling delete_port for 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:08.256490 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] For port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,segment=NetworkSegment(9e144305-79a7-437c-9e74-0905c6471bba),segment_id=9e144305-79a7-437c-9e74-0905c6471bba)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:08.257090 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.269754 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Calling delete_port for 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca owned by network:dhcp {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:08.305837 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.334146 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Pushing event deleted for resources: {'Port': ['ID=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:08.339032 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] No DVR routers for this DVR port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:18:08.346094 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.349569 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.350489 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.350489 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a7e5e-5db3-4029-94c1-e6cc89e336a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:08.354444 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (788d1fef-d478-4c97-b1dc-3f3da3f7c5ca), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.380225 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] No DVR routers for this DVR port 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca on host dv-cinder-853788-2-iscsi {{(pid=104496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:18:08.381796 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=788d1fef-d478-4c97-b1dc-3f3da3f7c5ca,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:08.451307 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (88d5eb47-0f24-49f8-aeb0-d607177fd3cc), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.475216 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d5eb47-0f24-49f8-aeb0-d607177fd3cc']}} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:08.484626 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e144305-79a7-437c-9e74-0905c6471bba') {'for_net_delete': True} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:08.484930 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e144305-79a7-437c-9e74-0905c6471bba') {} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:08.494104 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31873280'] for segment (9e144305-79a7-437c-9e74-0905c6471bba), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.506934 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (9e144305-79a7-437c-9e74-0905c6471bba), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.513559 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:18:08.513947 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31817597'] for segment (9e144305-79a7-437c-9e74-0905c6471bba), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.645980 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (88d5eb47-0f24-49f8-aeb0-d607177fd3cc), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.649142 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 9e144305-79a7-437c-9e74-0905c6471bba resource provider aggregate not found Aug 23 06:18:08.657392 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:08.661715 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] 10.222.0.26 "DELETE /v2.0/networks/88d5eb47-0f24-49f8-aeb0-d607177fd3cc HTTP/1.1" status: 204 len: 168 time: 0.8860607 Aug 23 06:18:08.663799 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42570) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:08.671309 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 9e144305-79a7-437c-9e74-0905c6471bba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e144305-79a7-437c-9e74-0905c6471bba found for delete ", "request_id": "req-99e3139f-acc7-4ac8-b7bc-a5564b9dfd2a"}]} Aug 23 06:18:08.672185 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcc99b-490a-4d0c-94af-7be5bcb80d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=88d5eb47-0f24-49f8-aeb0-d607177fd3cc,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:08.996259 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:09.225893 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Deleting port 28dd676c-0f13-44be-af42-5a0615c45743 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:09.226239 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (28dd676c-0f13-44be-af42-5a0615c45743), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:09.308192 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] For port 28dd676c-0f13-44be-af42-5a0615c45743, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=28dd676c-0f13-44be-af42-5a0615c45743,segment=NetworkSegment(cbf347d0-4488-4ec5-b010-62055458e43b),segment_id=cbf347d0-4488-4ec5-b010-62055458e43b)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:09.308555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (28dd676c-0f13-44be-af42-5a0615c45743), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:09.321298 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Calling delete_port for 28dd676c-0f13-44be-af42-5a0615c45743 owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:09.425936 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad7458-3cf3-4caa-8248-2b91bbf30b10 req-0dd55b82-3d66-4e39-965b-2787d905f1f8 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:09.427431 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1fad7458-3cf3-4caa-8248-2b91bbf30b10 req-0dd55b82-3d66-4e39-965b-2787d905f1f8 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 945 time: 0.0978627 Aug 23 06:18:09.519860 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1fad7458-3cf3-4caa-8248-2b91bbf30b10 req-8ffddf43-b3a6-44a4-919d-b0657a3b8967 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609066 Aug 23 06:18:09.634654 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (28dd676c-0f13-44be-af42-5a0615c45743), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:09.656648 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Pushing event deleted for resources: {'Port': ['ID=28dd676c-0f13-44be-af42-5a0615c45743,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:09.816661 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:09.991480 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:18:10.011514 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:18:10.011855 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 788d1fef-d478-4c97-b1dc-3f3da3f7c5ca not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:18:10.021385 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:18:10.119409 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:18:10.124925 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fd84f528-0a08-4e13-9b4c-b3977ccfc98f admin admin] 10.222.0.26 "PUT /v2.0/routers/50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4600286 Aug 23 06:18:10.127460 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42578) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:10.129922 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] Sync routers for ids ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:18:10.141181 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] Routers {'50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:18:10.141843 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:17:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:10.247142 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] Set router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:18:10.445236 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:18:09Z', 'revision_number': 5, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:10.473838 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:10.474595 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] Checking router: 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:18:10.483506 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] Routers {'50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:18:10.484120 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:17:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:10.488403 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks [] for router (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:10.583668 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks [] for router_gateway (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:10.584653 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] Set router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:18:10.649359 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c3fb4-df6d-4d3f-83b6-fff835aeba1e req-b84f0cf1-9950-4a44-ba53-15accc3ca00c tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:10.650814 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-971c3fb4-df6d-4d3f-83b6-fff835aeba1e req-b84f0cf1-9950-4a44-ba53-15accc3ca00c tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Aug 23 06:18:10.707558 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-971c3fb4-df6d-4d3f-83b6-fff835aeba1e req-beba817e-b0b6-4e35-9438-8d03bb616770 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504103 Aug 23 06:18:10.709831 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Deleting port d6daaab3-7427-4b0f-b829-6217fd9c9629 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:10.710176 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:10.761391 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:18:09Z', 'revision_number': 5, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:10.785331 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7206cee-b886-405c-92f2-0968cbd73f02 None None] The sync data for ids ['50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39'] in dv-cinder-853788-2-iscsi is: [{'id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'name': 'tempest-TestVolumeBootPattern-648383196-router', 'tenant_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:08:08Z', 'updated_at': '2022-08-23T06:18:09Z', 'revision_number': 5, 'project_id': '2f51c354a0dd43cdb23ab619e5ce643c', 'gw_port': {'id': 'd6daaab3-7427-4b0f-b829-6217fd9c9629', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:08:09Z', 'updated_at': '2022-08-23T06:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:18:10.789635 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] For port d6daaab3-7427-4b0f-b829-6217fd9c9629, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d6daaab3-7427-4b0f-b829-6217fd9c9629,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:10.790098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:10.803408 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Calling delete_port for d6daaab3-7427-4b0f-b829-6217fd9c9629 owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:11.034351 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (d6daaab3-7427-4b0f-b829-6217fd9c9629), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.061789 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6daaab3-7427-4b0f-b829-6217fd9c9629,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:11.119165 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.208339 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.210664 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks [] for router_controller (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.303676 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-11d7aac9-f4f1-4e40-a347-fcf257c3f1ba tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:11.305116 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-11d7aac9-f4f1-4e40-a347-fcf257c3f1ba tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 945 time: 0.0556374 Aug 23 06:18:11.346235 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.346777 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:18:11.351271 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.354290 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5c3c87ff-54c3-4ddf-8a32-fa3a59a70254 admin admin] 10.222.0.26 "DELETE /v2.0/routers/50cdc6d3-b6b9-47ca-8676-cd48c8b7cd39 HTTP/1.1" status: 204 len: 168 time: 1.2258713 Aug 23 06:18:11.355060 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42582) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:11.403649 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee9fd66-494a-4121-9e13-c28a224c42bd admin admin] Deleting subnet 809be98e-3941-41c1-bf0e-144ac016e5d1 {{(pid=104496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:18:11.407022 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bee9fd66-494a-4121-9e13-c28a224c42bd admin admin] Publish callbacks [] for subnet (809be98e-3941-41c1-bf0e-144ac016e5d1), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.415418 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Deleting port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:11.416018 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.442077 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bee9fd66-494a-4121-9e13-c28a224c42bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31873289'] for subnet (809be98e-3941-41c1-bf0e-144ac016e5d1), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.512661 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] For port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:11.513026 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.525534 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bee9fd66-494a-4121-9e13-c28a224c42bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (809be98e-3941-41c1-bf0e-144ac016e5d1), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.526197 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Calling delete_port for 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:11.686603 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bee9fd66-494a-4121-9e13-c28a224c42bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31817439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30818217'] for subnet (809be98e-3941-41c1-bf0e-144ac016e5d1), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.712687 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9fd66-494a-4121-9e13-c28a224c42bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809be98e-3941-41c1-bf0e-144ac016e5d1,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:11.715239 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bee9fd66-494a-4121-9e13-c28a224c42bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.719317 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-bee9fd66-494a-4121-9e13-c28a224c42bd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/809be98e-3941-41c1-bf0e-144ac016e5d1 HTTP/1.1" status: 204 len: 168 time: 0.3621726 Aug 23 06:18:11.720447 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c3192-9bb5-4e4f-8a01-b369512e0b21 None None] Network 54878f85-fe2f-425b-957e-015efcdd1c83 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:18:11.720984 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42584) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:11.747289 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (87cbe3c7-d2ac-4abe-b27b-578249c2a6fe), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.768477 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['87cbe3c7-d2ac-4abe-b27b-578249c2a6fe'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:18:11.786428 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Pushing event deleted for resources: {'Port': ['ID=87cbe3c7-d2ac-4abe-b27b-578249c2a6fe,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:11.808159 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (54878f85-fe2f-425b-957e-015efcdd1c83), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.874208 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0b321ef3-88e8-4f9e-a67c-795d096e9bc3 req-f1a21d8e-a3e3-4441-92aa-af16994ee737 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3feef1-6f08-4d7c-b34a-6bfabe781ef9 HTTP/1.1" status: 200 len: 210 time: 0.0739918 Aug 23 06:18:11.877707 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] No DVR routers for this DVR port 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:18:11.883030 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Deleting port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:11.883179 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.883375 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.886974 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bed2e39-4175-4d45-8c56-432c2877ede8 req-180c7e4d-06db-4930-ad2b-dbb78e419fa0 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.16 "DELETE /v2.0/ports/87cbe3c7-d2ac-4abe-b27b-578249c2a6fe HTTP/1.1" status: 204 len: 173 time: 0.5751512 Aug 23 06:18:11.887229 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3feef1-6f08-4d7c-b34a-6bfabe781ef9', 'name': 'network-vif-deleted', 'tag': '87cbe3c7-d2ac-4abe-b27b-578249c2a6fe'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:18:11.889702 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57bc1f7-fa27-46b0-b4a6-864653397633" -d '{"events": [{"server_uuid": "2e3feef1-6f08-4d7c-b34a-6bfabe781ef9", "name": "network-vif-deleted", "tag": "87cbe3c7-d2ac-4abe-b27b-578249c2a6fe"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:18:11.948556 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476ee067-af6b-4a5c-8532-8900731837b1 x-openstack-request-id: req-476ee067-af6b-4a5c-8532-8900731837b1 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:18:11.949539 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] DHCP port deletion for 54878f85-fe2f-425b-957e-015efcdd1c83 request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:18:11.949869 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3feef1-6f08-4d7c-b34a-6bfabe781ef9", "name": "network-vif-deleted", "tag": "87cbe3c7-d2ac-4abe-b27b-578249c2a6fe", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:18:11.950257 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-476ee067-af6b-4a5c-8532-8900731837b1 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:18:11.951583 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476ee067-af6b-4a5c-8532-8900731837b1'] response: {'server_uuid': '2e3feef1-6f08-4d7c-b34a-6bfabe781ef9', 'name': 'network-vif-deleted', 'tag': '87cbe3c7-d2ac-4abe-b27b-578249c2a6fe', 'status': 'completed', 'code': 200} Aug 23 06:18:11.963791 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] For port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,segment=NetworkSegment(cbf347d0-4488-4ec5-b010-62055458e43b),segment_id=cbf347d0-4488-4ec5-b010-62055458e43b)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:11.968152 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:11.978599 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Calling delete_port for 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 owned by network:dhcp {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:12.014716 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] Deleting port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:12.015261 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.019404 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d6daaab3-7427-4b0f-b829-6217fd9c9629 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:18:12.073711 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: d6daaab3-7427-4b0f-b829-6217fd9c9629 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:18:12.074052 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d6daaab3-7427-4b0f-b829-6217fd9c9629 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:18:12.074472 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 28dd676c-0f13-44be-af42-5a0615c45743 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:18:12.102565 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 28dd676c-0f13-44be-af42-5a0615c45743 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:18:12.102910 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 28dd676c-0f13-44be-af42-5a0615c45743 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:18:12.121663 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] For port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,segment=NetworkSegment(cbf347d0-4488-4ec5-b010-62055458e43b),segment_id=cbf347d0-4488-4ec5-b010-62055458e43b)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:12.122010 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.126312 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.134867 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] Calling delete_port for 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:12.153858 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:12.157194 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] No DVR routers for this DVR port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 on host dv-cinder-853788-2-iscsi {{(pid=104496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:18:12.211932 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (6ccc0b24-8c11-4755-85ef-a15fce4b0e43), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.226423 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (54878f85-fe2f-425b-957e-015efcdd1c83), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.232799 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] Pushing event deleted for resources: {'Port': ['ID=6ccc0b24-8c11-4755-85ef-a15fce4b0e43,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:12.236892 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258dc98-9dab-4b44-8dd9-273624f49436 None None] No DVR routers for this DVR port 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:18:12.249573 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54878f85-fe2f-425b-957e-015efcdd1c83']}} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:12.259264 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf347d0-4488-4ec5-b010-62055458e43b') {'for_net_delete': True} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:12.259558 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf347d0-4488-4ec5-b010-62055458e43b') {} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:12.268820 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31873280'] for segment (cbf347d0-4488-4ec5-b010-62055458e43b), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.281935 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (cbf347d0-4488-4ec5-b010-62055458e43b), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.287680 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:18:12.288060 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31817597'] for segment (cbf347d0-4488-4ec5-b010-62055458e43b), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.331086 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment cbf347d0-4488-4ec5-b010-62055458e43b resource provider aggregate not found Aug 23 06:18:12.348896 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment cbf347d0-4488-4ec5-b010-62055458e43b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbf347d0-4488-4ec5-b010-62055458e43b found for delete ", "request_id": "req-4ef755fe-de66-4972-9d19-0ded4546ffe6"}]} Aug 23 06:18:12.419783 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (54878f85-fe2f-425b-957e-015efcdd1c83), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.425110 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.428269 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] 10.222.0.26 "DELETE /v2.0/networks/54878f85-fe2f-425b-957e-015efcdd1c83 HTTP/1.1" status: 204 len: 168 time: 0.7064028 Aug 23 06:18:12.439414 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289d1b5-2aad-4b9c-b453-b3c069cab593 admin admin] Pushing event deleted for resources: {'Network': ['ID=54878f85-fe2f-425b-957e-015efcdd1c83,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:12.777030 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42596) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:12.815773 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e90378f7-4d96-4ffe-bd55-c2fa771eb645 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac193dba6f144099ab5e70bc38c8c0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376072 Aug 23 06:18:12.818238 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42598) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:12.866313 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5fe23b3-d335-405c-8fd3-466a39814f55 admin admin] Publish callbacks [] for security_group (90be1fdb-11e4-478e-8676-ae26cbde1287), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:12.887460 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5fe23b3-d335-405c-8fd3-466a39814f55 admin admin] Publish callbacks [] for security_group (90be1fdb-11e4-478e-8676-ae26cbde1287), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:13.023484 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5fe23b3-d335-405c-8fd3-466a39814f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (90be1fdb-11e4-478e-8676-ae26cbde1287), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:13.026618 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d5fe23b3-d335-405c-8fd3-466a39814f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:13.027837 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d5fe23b3-d335-405c-8fd3-466a39814f55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90be1fdb-11e4-478e-8676-ae26cbde1287 HTTP/1.1" status: 204 len: 168 time: 0.2086952 Aug 23 06:18:13.035451 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe23b3-d335-405c-8fd3-466a39814f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be1fdb-11e4-478e-8676-ae26cbde1287,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:13.716923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42612) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:13.756993 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f43ab4e2-961c-47d8-bf83-61cf0882323c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f51c354a0dd43cdb23ab619e5ce643c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382533 Aug 23 06:18:13.759741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42614) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:13.804559 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e80d0cb-a60b-4ccf-acb0-e16ec1277f6f admin admin] Publish callbacks [] for security_group (24d42c2e-4900-4ac1-aa2d-7bc613b5d0b0), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:13.825288 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e80d0cb-a60b-4ccf-acb0-e16ec1277f6f admin admin] Publish callbacks [] for security_group (24d42c2e-4900-4ac1-aa2d-7bc613b5d0b0), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:13.932334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e80d0cb-a60b-4ccf-acb0-e16ec1277f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (24d42c2e-4900-4ac1-aa2d-7bc613b5d0b0), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:13.934966 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e80d0cb-a60b-4ccf-acb0-e16ec1277f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:13.936681 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8e80d0cb-a60b-4ccf-acb0-e16ec1277f6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24d42c2e-4900-4ac1-aa2d-7bc613b5d0b0 HTTP/1.1" status: 204 len: 168 time: 0.1754987 Aug 23 06:18:13.943325 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:18:13.947124 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80d0cb-a60b-4ccf-acb0-e16ec1277f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d42c2e-4900-4ac1-aa2d-7bc613b5d0b0,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:13.971527 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:18:13.971875 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 6ccc0b24-8c11-4755-85ef-a15fce4b0e43 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:18:17.169452 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:18:17.188815 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:18:17.189160 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 87cbe3c7-d2ac-4abe-b27b-578249c2a6fe not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:18:22.475407 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:18:23.277066 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ebfa5e3-33a9-41fb-8d81-3c11486603bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:24.723806 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-c2aea133-3c86-48a7-9f51-9aa24b18ccad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414371 Aug 23 06:18:24.814332 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-d797c250-e546-420f-acab-1fa832cc1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:24.815865 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-d797c250-e546-420f-acab-1fa832cc1742 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1130 time: 0.0457354 Aug 23 06:18:24.914383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-8756b3a4-397a-49a7-a37d-83b7579d2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:24.915890 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-8756b3a4-397a-49a7-a37d-83b7579d2de3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 200 len: 910 time: 0.0829070 Aug 23 06:18:24.979327 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-12e8cc06-e62c-4f9b-be97-b30c6bcf928c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 1001 time: 0.0570297 Aug 23 06:18:25.027816 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-cc525ccb-29a4-4a93-9a6e-5dbdb345f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:25.029223 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-cc525ccb-29a4-4a93-9a6e-5dbdb345f685 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e7e7c73-a2c2-4856-b5a6-790f966b672a HTTP/1.1" status: 200 len: 848 time: 0.0438507 Aug 23 06:18:25.074648 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-469c640e-aa3e-46d4-bece-c084ac9bc674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:25.076072 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-469c640e-aa3e-46d4-bece-c084ac9bc674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f3af64f-78d8-4c08-a166-d018612b4959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413604 Aug 23 06:18:25.165759 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-8de375e5-7c49-464b-a421-6fd7af4301e6 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829372 Aug 23 06:18:25.250819 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2faa8898-dc76-47b9-8562-2d1203cdb75d req-7d2d9db5-2e0b-43e6-bf0f-d00f67344838 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791619 Aug 23 06:18:25.426298 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-27c766bb-90b0-4a35-8076-8607b1683953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:25.530498 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-102f1164-07d3-419e-a845-aa0ea957e919 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:25.531879 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-102f1164-07d3-419e-a845-aa0ea957e919 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/networks?id=1a42cf93-3af0-4cd3-8af3-9f9ae052a03d HTTP/1.1" status: 200 len: 814 time: 0.0983810 Aug 23 06:18:25.546188 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-12e0ad04-4e6c-4f2d-a223-e7fdc9086db6 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/quotas/39d8e0e9d69d4e34bdef54a917228f74 HTTP/1.1" status: 200 len: 375 time: 0.0089607 Aug 23 06:18:25.581109 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-18809e67-0100-419f-aa1c-17e85c4834b5 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298808 Aug 23 06:18:25.667289 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-e4e6805c-e510-46d5-a360-9caeab89a2bc service neutron] 10.222.0.26 "GET /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797892 Aug 23 06:18:25.761035 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-d1b2c989-27cc-45f8-b6ed-54863cde0b72 service neutron] 10.222.0.26 "GET /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Aug 23 06:18:25.990354 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d76905de-aea1-4a17-9346-50ba7b3890dc req-54c3b514-8032-4bb8-8faa-5c2af392e34b tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 210 time: 0.0261042 Aug 23 06:18:26.980768 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:27.086887 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-f8a34f9a-a44b-48e5-bfb1-d8f0d888fb6f req-ce89a28f-145f-4075-b95a-61126f50cee6 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 210 time: 0.0265136 Aug 23 06:18:27.970635 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-bd41e639-0f91-42aa-9b5d-2283fa46f2d5 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:27.972124 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-bd41e639-0f91-42aa-9b5d-2283fa46f2d5 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.16 "GET /v2.0/networks?id=1a42cf93-3af0-4cd3-8af3-9f9ae052a03d HTTP/1.1" status: 200 len: 814 time: 0.1069374 Aug 23 06:18:27.984353 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Request body: {'port': {'device_id': '77ca7653-9e0e-4897-bf4e-51a69fa734e5', 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d', 'admin_state_up': True, 'tenant_id': '39d8e0e9d69d4e34bdef54a917228f74'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:18:28.197052 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6c3a8f5a-13be-4b61-afc3-e73d22fc05b2 req-bf76c5f2-89f8-4c80-8411-d6bb4b1720a8 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 210 time: 0.0371797 Aug 23 06:18:28.249116 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Made reservation on behalf of 39d8e0e9d69d4e34bdef54a917228f74 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:18:28.252510 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:28.310278 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:28.378726 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Allocated IP 172.20.0.14 (1a42cf93-3af0-4cd3-8af3-9f9ae052a03d/c90a6cdd-953a-4c11-bfcf-2a9146e14264/317dc68f-98e2-4026-bad7-9548679a57bc) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:18:28.523784 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks [] for port (317dc68f-98e2-4026-bad7-9548679a57bc), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:28.609583 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:28.651402 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:18:28.654362 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:18:28.657999 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:18:28.679923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Pushing event updated for resources: {'Port': ['ID=317dc68f-98e2-4026-bad7-9548679a57bc,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:28.709893 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:28.710490 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:28.771528 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-1c18235d-849c-4d8e-999a-fded93039f23 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7908654 Aug 23 06:18:28.782863 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Request body: {'port': {'device_id': '77ca7653-9e0e-4897-bf4e-51a69fa734e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:18:28.837678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:29.080432 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317dc68f-98e2-4026-bad7-9548679a57bc {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:18:29.087612 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Publish callbacks [] for port (317dc68f-98e2-4026-bad7-9548679a57bc), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:29.099459 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Transition to ACTIVE for port object 317dc68f-98e2-4026-bad7-9548679a57bc will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:18:29.191624 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:29.268753 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Pushing event updated for resources: {'Port': ['ID=317dc68f-98e2-4026-bad7-9548679a57bc,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:29.293480 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Attempting to bind port 317dc68f-98e2-4026-bad7-9548679a57bc on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:18:29.293810 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Attempting to bind port 317dc68f-98e2-4026-bad7-9548679a57bc by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:18:29.294137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Attempting to bind port 317dc68f-98e2-4026-bad7-9548679a57bc on network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:18:29.298392 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Port 317dc68f-98e2-4026-bad7-9548679a57bc on network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:18:29.298712 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Attempting to bind port 317dc68f-98e2-4026-bad7-9548679a57bc on network 1a42cf93-3af0-4cd3-8af3-9f9ae052a03d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:18:29.303555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:18:29.303886 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Checking segment: {'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:18:29.304263 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Bound using segment: {'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:18:29.304678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Bound port: 317dc68f-98e2-4026-bad7-9548679a57bc, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:18:29.305029 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:29.318857 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35342-b999-4cac-a4c4-f8f5b73d6123 req-bcd0377d-f87e-4753-9f44-eb04439709b2 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:29.320381 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-beb35342-b999-4cac-a4c4-f8f5b73d6123 req-bcd0377d-f87e-4753-9f44-eb04439709b2 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 944 time: 0.0516181 Aug 23 06:18:29.365236 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] For port 317dc68f-98e2-4026-bad7-9548679a57bc, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:18:29.366948 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-beb35342-b999-4cac-a4c4-f8f5b73d6123 req-10c16df5-6eb0-4337-b653-6adfdc7c4c69 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Aug 23 06:18:29.368122 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] For port 317dc68f-98e2-4026-bad7-9548679a57bc, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=317dc68f-98e2-4026-bad7-9548679a57bc,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:18:29.466614 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:29.471655 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:29.472292 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:29.473695 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] 10.222.0.16 "PUT /v2.0/ports/317dc68f-98e2-4026-bad7-9548679a57bc HTTP/1.1" status: 200 len: 1094 time: 0.6947560 Aug 23 06:18:29.474129 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ca7653-9e0e-4897-bf4e-51a69fa734e5', 'tag': '317dc68f-98e2-4026-bad7-9548679a57bc'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:18:29.476412 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccb71d2-c61a-494f-81e4-8d1131c4e86a" -d '{"events": [{"name": "network-changed", "server_uuid": "77ca7653-9e0e-4897-bf4e-51a69fa734e5", "tag": "317dc68f-98e2-4026-bad7-9548679a57bc"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:18:29.512509 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da22502f-e0a8-48e5-8cc1-7b616f806625 x-openstack-request-id: req-da22502f-e0a8-48e5-8cc1-7b616f806625 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:18:29.512805 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ca7653-9e0e-4897-bf4e-51a69fa734e5", "tag": "317dc68f-98e2-4026-bad7-9548679a57bc", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:18:29.513063 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da22502f-e0a8-48e5-8cc1-7b616f806625 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:18:29.513495 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da22502f-e0a8-48e5-8cc1-7b616f806625'] response: {'name': 'network-changed', 'server_uuid': '77ca7653-9e0e-4897-bf4e-51a69fa734e5', 'tag': '317dc68f-98e2-4026-bad7-9548679a57bc', 'status': 'completed', 'code': 200} Aug 23 06:18:29.523246 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:29.527137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50183a-a03a-4a93-aef6-114605b31faf service neutron] Pushing event updated for resources: {'Port': ['ID=317dc68f-98e2-4026-bad7-9548679a57bc,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:29.575487 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb71d2-c61a-494f-81e4-8d1131c4e86a req-841c250b-ac8d-4def-85f2-4afa68588b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:29.577584 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cccb71d2-c61a-494f-81e4-8d1131c4e86a req-841c250b-ac8d-4def-85f2-4afa68588b94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 1128 time: 0.0440316 Aug 23 06:18:29.674360 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb71d2-c61a-494f-81e4-8d1131c4e86a req-c31353d5-1440-4954-91ca-fc64a7de5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:29.675730 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cccb71d2-c61a-494f-81e4-8d1131c4e86a req-c31353d5-1440-4954-91ca-fc64a7de5936 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0922706 Aug 23 06:18:29.767137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb71d2-c61a-494f-81e4-8d1131c4e86a req-8032b8a7-c173-4eb3-ae66-2a5aa3142eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:29.768601 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cccb71d2-c61a-494f-81e4-8d1131c4e86a req-8032b8a7-c173-4eb3-ae66-2a5aa3142eab service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873511 Aug 23 06:18:29.844853 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-442f7e7e-821a-4103-aec8-27dbc0453943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:29.846378 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-442f7e7e-821a-4103-aec8-27dbc0453943 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 1128 time: 0.0431378 Aug 23 06:18:29.888209 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-c8eba06a-d1f2-4581-b8ef-1eeb052c5947 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317dc68f-98e2-4026-bad7-9548679a57bc HTTP/1.1" status: 200 len: 217 time: 0.0355110 Aug 23 06:18:29.935501 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-86802475-28c0-49ce-b7a4-981c41995de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:29.936855 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-86802475-28c0-49ce-b7a4-981c41995de5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c90a6cdd-953a-4c11-bfcf-2a9146e14264 HTTP/1.1" status: 200 len: 854 time: 0.0428715 Aug 23 06:18:29.965735 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-796c8445-1192-4ceb-9d34-c7b3992f88d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a42cf93-3af0-4cd3-8af3-9f9ae052a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232301 Aug 23 06:18:30.056205 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-428b9978-ae22-4319-8dc5-264c4ee0c2eb service neutron] 10.222.0.16 "GET /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844569 Aug 23 06:18:30.142299 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9bb7ed96-b80d-442f-85e1-7e435ac6e6b3 req-6a5d9668-6184-496c-8c2c-7c8bd7701d6e service neutron] 10.222.0.16 "GET /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799963 Aug 23 06:18:30.489520 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ff56-7a52-4274-91a0-9c248db61017 req-56432336-d499-4da0-b278-1e50984541cd tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:30.490973 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2072ff56-7a52-4274-91a0-9c248db61017 req-56432336-d499-4da0-b278-1e50984541cd tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 944 time: 0.0541704 Aug 23 06:18:30.536202 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-2072ff56-7a52-4274-91a0-9c248db61017 req-dbdc18c6-54b9-4a09-ad57-86b0ba685604 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Aug 23 06:18:31.655507 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859fe53-359d-4377-8a1c-83270976580a req-2d1752b5-0fc5-4977-8aab-49e137936607 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:31.656890 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3859fe53-359d-4377-8a1c-83270976580a req-2d1752b5-0fc5-4977-8aab-49e137936607 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 944 time: 0.0520575 Aug 23 06:18:31.701907 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3859fe53-359d-4377-8a1c-83270976580a req-e71674ef-4b95-4d42-b49b-39e54a3b881e tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Aug 23 06:18:32.818590 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141caf06-a390-43bc-b996-eb3501a9fffb req-ae7c34f9-9654-4e56-8f28-832c863cf5a5 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:32.820044 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-141caf06-a390-43bc-b996-eb3501a9fffb req-ae7c34f9-9654-4e56-8f28-832c863cf5a5 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 944 time: 0.0499992 Aug 23 06:18:32.865213 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-141caf06-a390-43bc-b996-eb3501a9fffb req-8b6419ba-de72-4fd0-8455-9c24128b3bcd tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391243 Aug 23 06:18:33.987383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad92a10-f9aa-4e93-bf97-a213468c783f req-1dfe5e53-26f6-4064-941d-2106a344144e tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:33.988826 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dad92a10-f9aa-4e93-bf97-a213468c783f req-1dfe5e53-26f6-4064-941d-2106a344144e tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 944 time: 0.0539458 Aug 23 06:18:34.033957 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dad92a10-f9aa-4e93-bf97-a213468c783f req-74c4868c-3280-4101-a356-27992bce5d86 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Aug 23 06:18:34.110167 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 317dc68f-98e2-4026-bad7-9548679a57bc details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:18:34.205500 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 317dc68f-98e2-4026-bad7-9548679a57bc, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=317dc68f-98e2-4026-bad7-9548679a57bc,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:34.216431 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '317dc68f-98e2-4026-bad7-9548679a57bc', 'network_id': '1a42cf93-3af0-4cd3-8af3-9f9ae052a03d', 'port_id': '317dc68f-98e2-4026-bad7-9548679a57bc', 'mac_address': 'fa:16:3e:ed:d3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90a6cdd-953a-4c11-bfcf-2a9146e14264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:18:34.249400 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 317dc68f-98e2-4026-bad7-9548679a57bc is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:18:34.249815 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:34.262141 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317dc68f-98e2-4026-bad7-9548679a57bc {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:18:34.280853 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 317dc68f-98e2-4026-bad7-9548679a57bc, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=317dc68f-98e2-4026-bad7-9548679a57bc,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:34.355644 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:34.403867 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=317dc68f-98e2-4026-bad7-9548679a57bc,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:34.676841 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['317dc68f-98e2-4026-bad7-9548679a57bc'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:18:35.154692 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d01fb3-d709-4248-a89d-eeb297c9413d req-b9549d08-a0ad-4b8b-a48d-890fb015e3e5 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:35.156143 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-09d01fb3-d709-4248-a89d-eeb297c9413d req-b9549d08-a0ad-4b8b-a48d-890fb015e3e5 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 945 time: 0.0511975 Aug 23 06:18:35.203528 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-09d01fb3-d709-4248-a89d-eeb297c9413d req-891dc436-46b8-4acc-a467-0c42271e3f14 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Aug 23 06:18:36.128010 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 317dc68f-98e2-4026-bad7-9548679a57bc up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:18:36.261327 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 317dc68f-98e2-4026-bad7-9548679a57bc completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:18:36.265237 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 317dc68f-98e2-4026-bad7-9548679a57bc triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:18:36.265641 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:36.324193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc4546-775c-43d2-90ea-458bae6bcbf9 req-b6ab9f04-78e0-481c-a1cc-03d3c69b20c2 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:36.325718 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8bfc4546-775c-43d2-90ea-458bae6bcbf9 req-b6ab9f04-78e0-481c-a1cc-03d3c69b20c2 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 945 time: 0.0526273 Aug 23 06:18:36.335997 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 317dc68f-98e2-4026-bad7-9548679a57bc is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:18:36.336387 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:36.358543 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca7653-9e0e-4897-bf4e-51a69fa734e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317dc68f-98e2-4026-bad7-9548679a57bc'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:18:36.360785 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04e0c16-b935-4890-894a-31f6e59a57b0" -d '{"events": [{"server_uuid": "77ca7653-9e0e-4897-bf4e-51a69fa734e5", "name": "network-vif-plugged", "status": "completed", "tag": "317dc68f-98e2-4026-bad7-9548679a57bc"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:18:36.372477 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8bfc4546-775c-43d2-90ea-458bae6bcbf9 req-c8084345-48b8-45eb-9b4e-4c868f14e132 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Aug 23 06:18:36.373320 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 317dc68f-98e2-4026-bad7-9548679a57bc, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=317dc68f-98e2-4026-bad7-9548679a57bc,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:18:36.401501 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa1f121-11ad-4905-89c0-9b7c86e48bd7 x-openstack-request-id: req-dfa1f121-11ad-4905-89c0-9b7c86e48bd7 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:18:36.401501 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca7653-9e0e-4897-bf4e-51a69fa734e5", "name": "network-vif-plugged", "status": "completed", "tag": "317dc68f-98e2-4026-bad7-9548679a57bc", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:18:36.401501 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfa1f121-11ad-4905-89c0-9b7c86e48bd7 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:18:36.401501 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa1f121-11ad-4905-89c0-9b7c86e48bd7'] response: {'server_uuid': '77ca7653-9e0e-4897-bf4e-51a69fa734e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317dc68f-98e2-4026-bad7-9548679a57bc', 'code': 200} Aug 23 06:18:36.448900 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:36.499490 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=317dc68f-98e2-4026-bad7-9548679a57bc,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:36.680787 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7173c-ac16-441a-a5f0-ac0d04ef718b req-0418f1ad-ac53-4575-81b7-f36b28f8f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:36.682932 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a6e7173c-ac16-441a-a5f0-ac0d04ef718b req-0418f1ad-ac53-4575-81b7-f36b28f8f415 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 1130 time: 0.0452464 Aug 23 06:18:36.723361 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a6e7173c-ac16-441a-a5f0-ac0d04ef718b req-4adfa1a4-4a6f-4318-928e-8898e56ebcc0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Aug 23 06:18:37.491154 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfcf95-8653-4ca2-b0a8-0ede4efe0a6c req-411eb50b-5215-428c-a4e4-f18d26f7c771 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:37.492617 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9cbfcf95-8653-4ca2-b0a8-0ede4efe0a6c req-411eb50b-5215-428c-a4e4-f18d26f7c771 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 946 time: 0.0507011 Aug 23 06:18:37.538219 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9cbfcf95-8653-4ca2-b0a8-0ede4efe0a6c req-2e1f0abd-f676-456e-9fe5-6f76402ea45e tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Aug 23 06:18:38.659709 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3df62-bf6e-477a-bc4e-50728aa867b5 req-ce8f6998-1677-49c0-ac2a-79d18bbbba45 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:38.661090 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-50e3df62-bf6e-477a-bc4e-50728aa867b5 req-ce8f6998-1677-49c0-ac2a-79d18bbbba45 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 946 time: 0.0513797 Aug 23 06:18:38.706048 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-50e3df62-bf6e-477a-bc4e-50728aa867b5 req-8d0db1dc-61cd-457a-be27-8e7ff024675e tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Aug 23 06:18:40.458043 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:53.288946 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7e525687-b3e7-49d1-88b3-c614da359c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:55.414870 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-86b7aad7-d36c-4b62-9d30-b6a35fe0d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:56.992433 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:58.232495 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:58.636751 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42770) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:18:58.913256 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Deleting port 005949a4-9f94-4e17-9dd3-9b788c22dd57 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:18:58.913547 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (005949a4-9f94-4e17-9dd3-9b788c22dd57), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:58.987334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (005949a4-9f94-4e17-9dd3-9b788c22dd57), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:58.987653 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for floatingip (005949a4-9f94-4e17-9dd3-9b788c22dd57), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:58.999062 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Calling delete_port for 005949a4-9f94-4e17-9dd3-9b788c22dd57 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:18:59.215465 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (005949a4-9f94-4e17-9dd3-9b788c22dd57), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:59.239542 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event deleted for resources: {'Port': ['ID=005949a4-9f94-4e17-9dd3-9b788c22dd57,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:18:59.251423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.251774 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.252114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.252453 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.252784 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.253114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.253466 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.253793 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.254118 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.254443 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.254774 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.255095 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.255415 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:18:59.309161 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for floatingip (88e50be3-531c-4041-8e7d-99db5f941417), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:59.309514 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Floating IP 88e50be3-531c-4041-8e7d-99db5f941417 disassociated (deleted). External IP: 172.27.1.96, port: 9009e1e7-e330-462f-8f68-ea468ea79594. Aug 23 06:18:59.473672 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:18:59.489469 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:59.503473 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:18:59.601771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:18:59.606672 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:18:59.611174 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] Sync routers for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:18:59.620809 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:18:59.621411 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:18:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:18:59.636160 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1ec00142-7712-467a-960a-8cb20e04037b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "DELETE /v2.0/floatingips/88e50be3-531c-4041-8e7d-99db5f941417 HTTP/1.1" status: 204 len: 168 time: 0.9975455 Aug 23 06:18:59.636761 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:18:59.639036 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:18:59.677671 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9a77d0-d659-4e40-8586-0679bcdd8c24 x-openstack-request-id: req-ea9a77d0-d659-4e40-8586-0679bcdd8c24 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:18:59.678039 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:18:59.678356 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea9a77d0-d659-4e40-8586-0679bcdd8c24 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:18:59.678839 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9a77d0-d659-4e40-8586-0679bcdd8c24'] response: {'name': 'network-changed', 'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594', 'status': 'completed', 'code': 200} Aug 23 06:18:59.725477 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:18:59.744214 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-6b58e231-431c-4ce2-beeb-87e6a637c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:18:59.746498 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-6b58e231-431c-4ce2-beeb-87e6a637c5d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 1130 time: 0.0457861 Aug 23 06:19:00.014821 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 5, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:00.039402 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] Checking router: b61dacd0-6b7d-49c8-89ba-eea0c09465f1 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:19:00.049170 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:00.049863 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:18:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:00.154788 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:00.156327 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-76cdeddc-3373-4fa1-8522-bd5e0c2dd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:00.157821 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-76cdeddc-3373-4fa1-8522-bd5e0c2dd17e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 200 len: 910 time: 0.4024384 Aug 23 06:19:00.202241 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-c5437b1f-d7b9-45a2-942a-7c42a88df2e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 200 len: 217 time: 0.0375023 Aug 23 06:19:00.209259 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a9b87-cec1-40fc-8c78-1580b1ba083a req-ad9ec18b-3636-4052-bed4-8ae64a0f7d64 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:00.210716 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-815a9b87-cec1-40fc-8c78-1580b1ba083a req-ad9ec18b-3636-4052-bed4-8ae64a0f7d64 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.1048362 Aug 23 06:19:00.276790 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-5d8c9990-536e-4f7e-b5b4-e384933029d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:00.278192 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-5d8c9990-536e-4f7e-b5b4-e384933029d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e7e7c73-a2c2-4856-b5a6-790f966b672a HTTP/1.1" status: 200 len: 848 time: 0.0654373 Aug 23 06:19:00.302964 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-815a9b87-cec1-40fc-8c78-1580b1ba083a req-5102e2dc-9d28-4846-a2f4-d6e55c83b23b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816555 Aug 23 06:19:00.335288 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-db4d3c14-c4bf-4acc-a7d0-7100166f3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:00.336787 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-db4d3c14-c4bf-4acc-a7d0-7100166f3b40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f3af64f-78d8-4c08-a166-d018612b4959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471861 Aug 23 06:19:00.347270 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 5, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:00.371733 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a45b5-0534-4b83-ae0f-65fe5c29ee9e None None] The sync data for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi is: [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:17Z', 'revision_number': 4, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'c31f9e94-0410-4319-bdc1-51366c2e5166', 'name': '', 'network_id': '4f3af64f-78d8-4c08-a166-d018612b4959', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'mac_address': 'fa:16:3e:c4:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:17Z', 'updated_at': '2022-08-23T06:12:22Z', 'revision_number': 5, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'subnets': [{'id': '8e7e7c73-a2c2-4856-b5a6-790f966b672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:19:00.433892 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-7bb8d87f-b3dd-46a1-9635-036e578410cf service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897636 Aug 23 06:19:00.532325 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be0b60a3-6054-4a7c-ba74-618cbd7ab3f1 req-350de3fd-21f9-4a1e-917b-4f71d29f8835 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887840 Aug 23 06:19:00.611757 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a30ffa-81ab-40fd-92b5-67b10994a5b9 None None] New status for floating IP 88e50be3-531c-4041-8e7d-99db5f941417: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:19:01.424825 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a519c-e68c-4302-831a-4797544d44ae req-5fa9358b-4854-4062-9d38-6cfa0bf37172 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:01.426325 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-640a519c-e68c-4302-831a-4797544d44ae req-5fa9358b-4854-4062-9d38-6cfa0bf37172 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0503926 Aug 23 06:19:01.473761 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-640a519c-e68c-4302-831a-4797544d44ae req-539faf9b-1e23-4bd2-bb8c-a2eea057c028 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c126cf9-5558-4e2f-9acb-de8686a80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Aug 23 06:19:01.867469 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-ea147fd0-cb88-44c7-97c4-f14f826d2bed tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:01.868838 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-ea147fd0-cb88-44c7-97c4-f14f826d2bed tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 946 time: 0.0557444 Aug 23 06:19:01.960856 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Deleting port 9009e1e7-e330-462f-8f68-ea468ea79594 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:01.961185 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:02.052767 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] For port 9009e1e7-e330-462f-8f68-ea468ea79594, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=9009e1e7-e330-462f-8f68-ea468ea79594,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:02.053133 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:02.068157 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Calling delete_port for 9009e1e7-e330-462f-8f68-ea468ea79594 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:02.244034 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (9009e1e7-e330-462f-8f68-ea468ea79594), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:02.275414 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event deleted for resources: {'Port': ['ID=9009e1e7-e330-462f-8f68-ea468ea79594,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:02.315339 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] No DVR routers for this DVR port 9009e1e7-e330-462f-8f68-ea468ea79594 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:19:02.317859 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:02.321216 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff9742be-8530-46f9-a2f0-3a41a7af733c req-f0731690-3312-4703-bde3-b0ffbf9536d6 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.16 "DELETE /v2.0/ports/9009e1e7-e330-462f-8f68-ea468ea79594 HTTP/1.1" status: 204 len: 173 time: 0.4440269 Aug 23 06:19:02.321659 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'name': 'network-vif-deleted', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:19:02.324485 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3a81f5-c6a2-4e95-8bf3-dbb9d7aff83b" -d '{"events": [{"server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "name": "network-vif-deleted", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:19:02.357521 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce750edb-d9a3-4269-9e78-60de0f481b8a x-openstack-request-id: req-ce750edb-d9a3-4269-9e78-60de0f481b8a {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:19:02.357811 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec80e57-b90d-48cd-a843-99cb3f05ccbf", "name": "network-vif-deleted", "tag": "9009e1e7-e330-462f-8f68-ea468ea79594", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:19:02.358062 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce750edb-d9a3-4269-9e78-60de0f481b8a {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:19:02.358486 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce750edb-d9a3-4269-9e78-60de0f481b8a'] response: {'server_uuid': '5ec80e57-b90d-48cd-a843-99cb3f05ccbf', 'name': 'network-vif-deleted', 'tag': '9009e1e7-e330-462f-8f68-ea468ea79594', 'status': 'completed', 'code': 200} Aug 23 06:19:02.573708 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1750e05d-ed2b-4288-a7b3-7ca470312135 req-1caeb3c3-a087-4f60-b80f-08769a681443 tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 210 time: 0.0265810 Aug 23 06:19:03.387443 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b38a1-6c1a-485d-a2b5-0a37244592b5 req-566c5f2f-075d-4538-a633-3ed2cd8f15d2 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:03.388918 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d87b38a1-6c1a-485d-a2b5-0a37244592b5 req-566c5f2f-075d-4538-a633-3ed2cd8f15d2 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 946 time: 0.0529521 Aug 23 06:19:03.438738 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d87b38a1-6c1a-485d-a2b5-0a37244592b5 req-05109233-37a4-4cbb-bd62-af9230051c6b tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Aug 23 06:19:03.690467 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-d428d36d-b040-4f77-8570-c130ca3035ef req-41c1f3d6-a784-4f3e-9c5f-5aa2ac28bfea tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ec80e57-b90d-48cd-a843-99cb3f05ccbf HTTP/1.1" status: 200 len: 210 time: 0.0302570 Aug 23 06:19:04.558710 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1ac2b-2846-4419-8cc9-80c5e12a5231 req-7c621c39-2504-463a-8213-a2b24f23abce tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:04.560189 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1c1ac2b-2846-4419-8cc9-80c5e12a5231 req-7c621c39-2504-463a-8213-a2b24f23abce tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 946 time: 0.0517275 Aug 23 06:19:04.605038 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f1c1ac2b-2846-4419-8cc9-80c5e12a5231 req-20e68661-0658-451f-8a10-32187bb6df2c tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Aug 23 06:19:04.748644 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42820) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:04.803161 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group (4c126cf9-5558-4e2f-9acb-de8686a80df7), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:04.828343 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group (4c126cf9-5558-4e2f-9acb-de8686a80df7), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:04.941292 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (4c126cf9-5558-4e2f-9acb-de8686a80df7), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:04.943881 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:04.945025 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] 10.222.0.26 "DELETE /v2.0/security-groups/4c126cf9-5558-4e2f-9acb-de8686a80df7 HTTP/1.1" status: 204 len: 168 time: 0.1954043 Aug 23 06:19:04.954077 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c126cf9-5558-4e2f-9acb-de8686a80df7,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:04.961174 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.961544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.961888 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.962226 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.962556 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.962884 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.963212 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.963536 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.963859 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.964185 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.964508 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.964829 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:04.965149 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ab2d7-f4c6-4ddd-9205-b802606de26b tempest-TestShelveInstance-857255887 tempest-TestShelveInstance-857255887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:05.058694 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42824) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:05.135482 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71140fab-53dd-481e-9a83-0021857fda08 req-b537ed23-97f8-433f-94bc-da0ba4b7750e tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:05.137181 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71140fab-53dd-481e-9a83-0021857fda08 req-b537ed23-97f8-433f-94bc-da0ba4b7750e tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.16 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 946 time: 0.0508325 Aug 23 06:19:05.234411 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Deleting port 317dc68f-98e2-4026-bad7-9548679a57bc {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:05.234671 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:05.322110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] For port 317dc68f-98e2-4026-bad7-9548679a57bc, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=317dc68f-98e2-4026-bad7-9548679a57bc,segment=NetworkSegment(9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283),segment_id=9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:05.322476 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:05.337110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Calling delete_port for 317dc68f-98e2-4026-bad7-9548679a57bc owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:05.483006 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:05.527752 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (317dc68f-98e2-4026-bad7-9548679a57bc), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:05.539873 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['317dc68f-98e2-4026-bad7-9548679a57bc'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:19:05.553719 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Pushing event deleted for resources: {'Port': ['ID=317dc68f-98e2-4026-bad7-9548679a57bc,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:05.595991 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] No DVR routers for this DVR port 317dc68f-98e2-4026-bad7-9548679a57bc on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:19:05.598383 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:05.601707 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71140fab-53dd-481e-9a83-0021857fda08 req-951e2788-fb53-4d5b-b92d-b6bd7dc4d1f1 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.16 "DELETE /v2.0/ports/317dc68f-98e2-4026-bad7-9548679a57bc HTTP/1.1" status: 204 len: 173 time: 0.4589942 Aug 23 06:19:05.602132 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca7653-9e0e-4897-bf4e-51a69fa734e5', 'name': 'network-vif-deleted', 'tag': '317dc68f-98e2-4026-bad7-9548679a57bc'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:19:05.605016 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5978df23-f994-4a30-bbf3-deebba1c5612" -d '{"events": [{"server_uuid": "77ca7653-9e0e-4897-bf4e-51a69fa734e5", "name": "network-vif-deleted", "tag": "317dc68f-98e2-4026-bad7-9548679a57bc"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:19:05.639014 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da1bd7c-21b4-4bdd-b35f-2b20c0a26dce x-openstack-request-id: req-3da1bd7c-21b4-4bdd-b35f-2b20c0a26dce {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:19:05.639309 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca7653-9e0e-4897-bf4e-51a69fa734e5", "name": "network-vif-deleted", "tag": "317dc68f-98e2-4026-bad7-9548679a57bc", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:19:05.639563 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3da1bd7c-21b4-4bdd-b35f-2b20c0a26dce {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:19:05.639970 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da1bd7c-21b4-4bdd-b35f-2b20c0a26dce'] response: {'server_uuid': '77ca7653-9e0e-4897-bf4e-51a69fa734e5', 'name': 'network-vif-deleted', 'tag': '317dc68f-98e2-4026-bad7-9548679a57bc', 'status': 'completed', 'code': 200} Aug 23 06:19:05.715959 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-582042b4-05c1-4af0-bfa6-0b22cd57a6fe req-c4680433-1e04-4273-84f5-730cb684b550 tempest-VolumesSnapshotTestJSON-2008853624 tempest-VolumesSnapshotTestJSON-2008853624-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ca7653-9e0e-4897-bf4e-51a69fa734e5 HTTP/1.1" status: 200 len: 210 time: 0.0301838 Aug 23 06:19:05.716421 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Deleting port c31f9e94-0410-4319-bdc1-51366c2e5166 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:05.716765 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:05.798222 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] For port c31f9e94-0410-4319-bdc1-51366c2e5166, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=c31f9e94-0410-4319-bdc1-51366c2e5166,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:05.798962 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:05.812159 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Calling delete_port for c31f9e94-0410-4319-bdc1-51366c2e5166 owned by network:router_interface {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:06.066862 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (c31f9e94-0410-4319-bdc1-51366c2e5166), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:06.090581 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31f9e94-0410-4319-bdc1-51366c2e5166,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:06.255091 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:06.301032 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 9009e1e7-e330-462f-8f68-ea468ea79594 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:19:06.329935 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 9009e1e7-e330-462f-8f68-ea468ea79594 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:19:06.329935 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 9009e1e7-e330-462f-8f68-ea468ea79594 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:19:06.456872 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:19:06.554640 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:19:06.560102 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-7d1e626e-7946-4b30-9c0b-391e8d9aa649 admin admin] 10.222.0.26 "PUT /v2.0/routers/b61dacd0-6b7d-49c8-89ba-eea0c09465f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5003703 Aug 23 06:19:06.562724 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42832) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:06.565396 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] Sync routers for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:19:06.575099 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:06.575734 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:18:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:06.657529 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks [] for router (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:06.673368 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:06.752184 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks [] for router_gateway (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:06.849744 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:19:05Z', 'revision_number': 5, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port': {'id': '980c4f0d-fa0f-4fbf-a75d-d17a8090a12f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:06.874508 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] Checking router: b61dacd0-6b7d-49c8-89ba-eea0c09465f1 for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:19:06.883043 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] Routers {'b61dacd0-6b7d-49c8-89ba-eea0c09465f1'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:06.883659 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:18:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:06.891006 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Deleting port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:06.891569 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:06.966433 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] Set router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:06.974206 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] For port 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=980c4f0d-fa0f-4fbf-a75d-d17a8090a12f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:06.974657 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:06.987513 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Calling delete_port for 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f owned by network:router_gateway {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:07.017326 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:19:06Z', 'revision_number': 6, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:07.040640 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44e66f2-acfa-48dd-bc7c-7eab843e9fef None None] The sync data for ids ['b61dacd0-6b7d-49c8-89ba-eea0c09465f1'] in dv-cinder-853788-2-iscsi is: [{'id': 'b61dacd0-6b7d-49c8-89ba-eea0c09465f1', 'name': 'tempest-TestShelveInstance-1652541873-router', 'tenant_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:14Z', 'updated_at': '2022-08-23T06:19:06Z', 'revision_number': 6, 'project_id': 'dbc74906c6ae4a76b628ff3fa8cda00e', 'gw_port_host': None}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:19:07.221115 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (980c4f0d-fa0f-4fbf-a75d-d17a8090a12f), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.245679 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=980c4f0d-fa0f-4fbf-a75d-d17a8090a12f,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:07.311204 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.399630 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.401895 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks [] for router_controller (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.529792 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (b61dacd0-6b7d-49c8-89ba-eea0c09465f1), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.530326 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b61dacd0-6b7d-49c8-89ba-eea0c09465f1 {{(pid=104496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:19:07.534838 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.538440 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-d1479674-6e29-4784-966d-d0f3af0a75e5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b61dacd0-6b7d-49c8-89ba-eea0c09465f1 HTTP/1.1" status: 204 len: 168 time: 0.9723897 Aug 23 06:19:07.538600 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42842) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:07.815510 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_v2 [None req-9189dc8b-e5f0-4bb0-a645-8e578647e66e admin admin] Deleting subnet 8e7e7c73-a2c2-4856-b5a6-790f966b672a {{(pid=104496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:19:07.818631 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9189dc8b-e5f0-4bb0-a645-8e578647e66e admin admin] Publish callbacks [] for subnet (8e7e7c73-a2c2-4856-b5a6-790f966b672a), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.852425 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9189dc8b-e5f0-4bb0-a645-8e578647e66e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31873289'] for subnet (8e7e7c73-a2c2-4856-b5a6-790f966b672a), precommit_delete_associations {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.931571 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9189dc8b-e5f0-4bb0-a645-8e578647e66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (8e7e7c73-a2c2-4856-b5a6-790f966b672a), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:07.969881 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device c31f9e94-0410-4319-bdc1-51366c2e5166 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:19:07.994542 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: c31f9e94-0410-4319-bdc1-51366c2e5166 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:19:07.994821 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device c31f9e94-0410-4319-bdc1-51366c2e5166 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:19:07.995239 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:19:08.014842 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:19:08.015194 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 980c4f0d-fa0f-4fbf-a75d-d17a8090a12f not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:19:08.054167 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9189dc8b-e5f0-4bb0-a645-8e578647e66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31817439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30818217'] for subnet (8e7e7c73-a2c2-4856-b5a6-790f966b672a), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.081716 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189dc8b-e5f0-4bb0-a645-8e578647e66e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7e7c73-a2c2-4856-b5a6-790f966b672a,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:08.083718 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-9189dc8b-e5f0-4bb0-a645-8e578647e66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.086965 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-9189dc8b-e5f0-4bb0-a645-8e578647e66e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8e7e7c73-a2c2-4856-b5a6-790f966b672a HTTP/1.1" status: 204 len: 168 time: 0.5474849 Aug 23 06:19:08.089523 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c916f9e-88da-4470-9c26-29ecf47f4f34 None None] Network 4f3af64f-78d8-4c08-a166-d018612b4959 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:19:08.089668 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 42844) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:08.157153 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (4f3af64f-78d8-4c08-a166-d018612b4959), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.213849 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Deleting port 618e1246-fa51-4c85-8711-77c0bdd1a41c {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:08.214375 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.254025 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] DHCP port deletion for 4f3af64f-78d8-4c08-a166-d018612b4959 request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:19:08.276409 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] For port 618e1246-fa51-4c85-8711-77c0bdd1a41c, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=618e1246-fa51-4c85-8711-77c0bdd1a41c,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:08.278163 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.289629 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Calling delete_port for 618e1246-fa51-4c85-8711-77c0bdd1a41c owned by network:dhcp {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:08.296469 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Deleting port 618e1246-fa51-4c85-8711-77c0bdd1a41c {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:08.296849 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.343048 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 317dc68f-98e2-4026-bad7-9548679a57bc no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:19:08.369963 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 317dc68f-98e2-4026-bad7-9548679a57bc {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:19:08.370333 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 317dc68f-98e2-4026-bad7-9548679a57bc not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:19:08.391830 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] For port 618e1246-fa51-4c85-8711-77c0bdd1a41c, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=618e1246-fa51-4c85-8711-77c0bdd1a41c,segment=NetworkSegment(6a2735c7-98ef-41cd-9f75-e8837dbeceb9),segment_id=6a2735c7-98ef-41cd-9f75-e8837dbeceb9)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:08.392577 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.405517 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Calling delete_port for 618e1246-fa51-4c85-8711-77c0bdd1a41c owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:08.438267 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.467332 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=618e1246-fa51-4c85-8711-77c0bdd1a41c,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:08.469291 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] No DVR routers for this DVR port 618e1246-fa51-4c85-8711-77c0bdd1a41c on host dv-cinder-853788-2-iscsi {{(pid=104496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:19:08.482438 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (618e1246-fa51-4c85-8711-77c0bdd1a41c), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.506882 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Pushing event deleted for resources: {'Port': ['ID=618e1246-fa51-4c85-8711-77c0bdd1a41c,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:08.511656 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] No DVR routers for this DVR port 618e1246-fa51-4c85-8711-77c0bdd1a41c on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:19:08.526631 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.526987 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.527330 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.527778 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.528117 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.529542 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.530141 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.530596 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.530949 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.531299 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.531636 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.531981 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.532315 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906199-ec87-44e1-92ff-ca9f65b00854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:08.546211 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (4f3af64f-78d8-4c08-a166-d018612b4959), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.565922 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3af64f-78d8-4c08-a166-d018612b4959']}} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:08.575028 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2735c7-98ef-41cd-9f75-e8837dbeceb9') {'for_net_delete': True} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:08.575327 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2735c7-98ef-41cd-9f75-e8837dbeceb9') {} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:08.584426 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31873280'] for segment (6a2735c7-98ef-41cd-9f75-e8837dbeceb9), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.598066 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (6a2735c7-98ef-41cd-9f75-e8837dbeceb9), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.604439 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:19:08.604841 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31817597'] for segment (6a2735c7-98ef-41cd-9f75-e8837dbeceb9), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.646252 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 6a2735c7-98ef-41cd-9f75-e8837dbeceb9 resource provider aggregate not found Aug 23 06:19:08.666695 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 6a2735c7-98ef-41cd-9f75-e8837dbeceb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a2735c7-98ef-41cd-9f75-e8837dbeceb9 found for delete ", "request_id": "req-e129ea68-4bf7-4359-b439-4927388aefd2"}]} Aug 23 06:19:08.767480 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (4f3af64f-78d8-4c08-a166-d018612b4959), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.775974 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:08.779179 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4f3af64f-78d8-4c08-a166-d018612b4959 HTTP/1.1" status: 204 len: 168 time: 0.6886716 Aug 23 06:19:08.782218 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42856) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:08.790188 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af4140-91a0-46ba-962e-a4f5896234c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3af64f-78d8-4c08-a166-d018612b4959,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:09.099379 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:09.318702 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Deleting port 957276f2-4784-4055-806f-f55f95f65818 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:09.319041 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (957276f2-4784-4055-806f-f55f95f65818), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:09.397780 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] For port 957276f2-4784-4055-806f-f55f95f65818, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=957276f2-4784-4055-806f-f55f95f65818,segment=NetworkSegment(8eb586ce-894e-4577-814c-c458b33d82e1),segment_id=8eb586ce-894e-4577-814c-c458b33d82e1)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:09.398124 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (957276f2-4784-4055-806f-f55f95f65818), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:09.414317 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Calling delete_port for 957276f2-4784-4055-806f-f55f95f65818 owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:09.675811 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (957276f2-4784-4055-806f-f55f95f65818), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:09.698167 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=957276f2-4784-4055-806f-f55f95f65818,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:09.858649 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.022647 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 618e1246-fa51-4c85-8711-77c0bdd1a41c no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:19:10.042330 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 618e1246-fa51-4c85-8711-77c0bdd1a41c {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:19:10.042681 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 618e1246-fa51-4c85-8711-77c0bdd1a41c not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:19:10.063339 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:19:10.161136 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:19:10.166149 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-43002734-7589-404e-a6df-4dc4f399b1d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3828237 Aug 23 06:19:10.169182 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42860) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:10.171516 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] Sync routers for ids ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:19:10.182999 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] Routers {'4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:10.183550 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:18:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:10.262019 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks [] for router (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.285414 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] Set router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:10.356327 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks [] for router_gateway (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.466230 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:19:09Z', 'revision_number': 5, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port': {'id': '248a9cdd-9c33-4d06-bc06-35d94927810b', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:12:21Z', 'updated_at': '2022-08-23T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:10.488834 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Deleting port 248a9cdd-9c33-4d06-bc06-35d94927810b {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:10.489171 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.493946 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] Checking router: 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:19:10.502072 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.503924 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] Routers {'4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:10.504523 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:18:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:10.567741 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] For port 248a9cdd-9c33-4d06-bc06-35d94927810b, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=248a9cdd-9c33-4d06-bc06-35d94927810b,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:10.568104 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.581736 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Calling delete_port for 248a9cdd-9c33-4d06-bc06-35d94927810b owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:10.586046 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] Set router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb gateway port host: None {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:10.632742 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:19:10Z', 'revision_number': 6, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:10.657002 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c3f15-d7ec-4180-916a-102704bd139b None None] The sync data for ids ['4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb'] in dv-cinder-853788-2-iscsi is: [{'id': '4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb', 'name': 'tempest-TestShelveInstance-2108730642-router', 'tenant_id': '12370ad0ad8f4c5eafa452545c053d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:12:20Z', 'updated_at': '2022-08-23T06:19:10Z', 'revision_number': 6, 'project_id': '12370ad0ad8f4c5eafa452545c053d78', 'gw_port_host': None}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:19:10.792352 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (248a9cdd-9c33-4d06-bc06-35d94927810b), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.816020 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=248a9cdd-9c33-4d06-bc06-35d94927810b,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:10.876900 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.959341 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:10.961307 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks [] for router_controller (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.076505 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.077087 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:19:11.081560 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.083178 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a83e8a85-9aa5-4f48-8301-df77957d7c85 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4fc21af4-30d4-4f7a-8e43-dcce8ad07cfb HTTP/1.1" status: 204 len: 168 time: 0.9125900 Aug 23 06:19:11.085213 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42864) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:11.132604 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bd3e68-3698-4a05-9bb7-d17c87081782 admin admin] Deleting subnet 8942df5b-4ece-461e-9b8e-5ef4cedc0716 {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:19:11.135650 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3e68-3698-4a05-9bb7-d17c87081782 admin admin] Publish callbacks [] for subnet (8942df5b-4ece-461e-9b8e-5ef4cedc0716), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.172294 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3e68-3698-4a05-9bb7-d17c87081782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49376497'] for subnet (8942df5b-4ece-461e-9b8e-5ef4cedc0716), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.248535 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3e68-3698-4a05-9bb7-d17c87081782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (8942df5b-4ece-461e-9b8e-5ef4cedc0716), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.369973 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3e68-3698-4a05-9bb7-d17c87081782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49376333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30006175'] for subnet (8942df5b-4ece-461e-9b8e-5ef4cedc0716), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.395035 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd3e68-3698-4a05-9bb7-d17c87081782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8942df5b-4ece-461e-9b8e-5ef4cedc0716,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:11.398513 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3e68-3698-4a05-9bb7-d17c87081782 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.402522 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f0bd3e68-3698-4a05-9bb7-d17c87081782 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8942df5b-4ece-461e-9b8e-5ef4cedc0716 HTTP/1.1" status: 204 len: 168 time: 0.3159885 Aug 23 06:19:11.404923 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42866) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:11.406662 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2e1f1-5303-4b58-b2f9-a79a4d3d22e7 None None] Network b50f0eb9-e25e-43c6-bea1-0308c66c1c62 requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:19:11.481693 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (b50f0eb9-e25e-43c6-bea1-0308c66c1c62), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.532222 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Deleting port bec76e5a-afa8-4214-b5b1-d4ea9b844756 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:11.532222 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.556173 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] DHCP port deletion for b50f0eb9-e25e-43c6-bea1-0308c66c1c62 request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:19:11.597007 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] For port bec76e5a-afa8-4214-b5b1-d4ea9b844756, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=bec76e5a-afa8-4214-b5b1-d4ea9b844756,segment=NetworkSegment(8eb586ce-894e-4577-814c-c458b33d82e1),segment_id=8eb586ce-894e-4577-814c-c458b33d82e1)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:11.597301 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.598736 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] Deleting port bec76e5a-afa8-4214-b5b1-d4ea9b844756 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:19:11.599137 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.611296 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Calling delete_port for bec76e5a-afa8-4214-b5b1-d4ea9b844756 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:11.756173 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.780410 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=bec76e5a-afa8-4214-b5b1-d4ea9b844756,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:11.784049 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] No DVR routers for this DVR port bec76e5a-afa8-4214-b5b1-d4ea9b844756 on host dv-cinder-853788-2-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:19:11.788735 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] For port bec76e5a-afa8-4214-b5b1-d4ea9b844756, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=bec76e5a-afa8-4214-b5b1-d4ea9b844756,segment=NetworkSegment(8eb586ce-894e-4577-814c-c458b33d82e1),segment_id=8eb586ce-894e-4577-814c-c458b33d82e1)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:11.789129 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.802642 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] Calling delete_port for bec76e5a-afa8-4214-b5b1-d4ea9b844756 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:19:11.880472 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (bec76e5a-afa8-4214-b5b1-d4ea9b844756), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:11.903145 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] Pushing event deleted for resources: {'Port': ['ID=bec76e5a-afa8-4214-b5b1-d4ea9b844756,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:11.909480 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c666b7f-ad79-4edb-95ba-36d826c37549 None None] No DVR routers for this DVR port bec76e5a-afa8-4214-b5b1-d4ea9b844756 on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:19:11.976531 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 248a9cdd-9c33-4d06-bc06-35d94927810b no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:19:12.000753 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 248a9cdd-9c33-4d06-bc06-35d94927810b {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:19:12.001191 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 248a9cdd-9c33-4d06-bc06-35d94927810b not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:19:12.001691 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 957276f2-4784-4055-806f-f55f95f65818 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:19:12.021016 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 957276f2-4784-4055-806f-f55f95f65818 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:19:12.021358 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 957276f2-4784-4055-806f-f55f95f65818 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:19:12.021823 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device bec76e5a-afa8-4214-b5b1-d4ea9b844756 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:19:12.040689 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: bec76e5a-afa8-4214-b5b1-d4ea9b844756 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:19:12.041031 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device bec76e5a-afa8-4214-b5b1-d4ea9b844756 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:19:12.124941 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (b50f0eb9-e25e-43c6-bea1-0308c66c1c62), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.144654 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50f0eb9-e25e-43c6-bea1-0308c66c1c62']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:12.154461 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb586ce-894e-4577-814c-c458b33d82e1') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:12.154795 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb586ce-894e-4577-814c-c458b33d82e1') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:12.163780 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (8eb586ce-894e-4577-814c-c458b33d82e1), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.177105 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (8eb586ce-894e-4577-814c-c458b33d82e1), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.182758 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:19:12.183133 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (8eb586ce-894e-4577-814c-c458b33d82e1), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.295620 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (b50f0eb9-e25e-43c6-bea1-0308c66c1c62), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.301019 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.306938 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] 10.222.0.26 "DELETE /v2.0/networks/b50f0eb9-e25e-43c6-bea1-0308c66c1c62 HTTP/1.1" status: 204 len: 168 time: 0.8985670 Aug 23 06:19:12.315955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36412e36-0c82-4155-ae6a-a5888b8bbb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=b50f0eb9-e25e-43c6-bea1-0308c66c1c62,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:12.321904 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 8eb586ce-894e-4577-814c-c458b33d82e1 resource provider aggregate not found Aug 23 06:19:12.338587 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 8eb586ce-894e-4577-814c-c458b33d82e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8eb586ce-894e-4577-814c-c458b33d82e1 found for delete ", "request_id": "req-243389ec-69c0-4052-8008-865d9c53468a"}]} Aug 23 06:19:12.612723 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42878) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:12.651548 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a87dcdbe-6dfb-40ff-b2ca-d6fa63792a5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbc74906c6ae4a76b628ff3fa8cda00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371449 Aug 23 06:19:12.654008 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42880) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:12.698620 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-88c8dfba-f09b-422a-915d-442fb845e3d9 admin admin] Publish callbacks [] for security_group (fa05ccad-4edd-4a2b-93eb-83d9039b5773), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.719501 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-88c8dfba-f09b-422a-915d-442fb845e3d9 admin admin] Publish callbacks [] for security_group (fa05ccad-4edd-4a2b-93eb-83d9039b5773), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.832418 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-88c8dfba-f09b-422a-915d-442fb845e3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (fa05ccad-4edd-4a2b-93eb-83d9039b5773), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.835011 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-88c8dfba-f09b-422a-915d-442fb845e3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:12.836218 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-88c8dfba-f09b-422a-915d-442fb845e3d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa05ccad-4edd-4a2b-93eb-83d9039b5773 HTTP/1.1" status: 204 len: 168 time: 0.1813157 Aug 23 06:19:12.844029 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8dfba-f09b-422a-915d-442fb845e3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa05ccad-4edd-4a2b-93eb-83d9039b5773,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:13.433758 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42888) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:13.471802 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-35e523b6-1c53-45e1-9e90-e1e28539a772 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12370ad0ad8f4c5eafa452545c053d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368683 Aug 23 06:19:13.474216 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 42890) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:13.523216 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6795e492-49e8-4900-bafe-97b9fbf54186 admin admin] Publish callbacks [] for security_group (77f9b01a-2552-4227-8707-44d56ec78301), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:13.544512 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6795e492-49e8-4900-bafe-97b9fbf54186 admin admin] Publish callbacks [] for security_group (77f9b01a-2552-4227-8707-44d56ec78301), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:13.655593 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6795e492-49e8-4900-bafe-97b9fbf54186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (77f9b01a-2552-4227-8707-44d56ec78301), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:13.658188 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6795e492-49e8-4900-bafe-97b9fbf54186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:13.659414 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6795e492-49e8-4900-bafe-97b9fbf54186 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77f9b01a-2552-4227-8707-44d56ec78301 HTTP/1.1" status: 204 len: 168 time: 0.1843235 Aug 23 06:19:13.667553 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795e492-49e8-4900-bafe-97b9fbf54186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f9b01a-2552-4227-8707-44d56ec78301,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:23.295316 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f8175164-bdc9-479f-81b6-6df9af793b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:25.404181 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fc212898-b4e0-4b67-a83e-a732ac02db07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:26.973241 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:28.209584 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:29.521724 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:34.552217 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43004) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:34.594858 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35d9946-f0a4-4859-9067-b8b61df7f55d admin admin] Deleting subnet c90a6cdd-953a-4c11-bfcf-2a9146e14264 {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:19:34.597888 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e35d9946-f0a4-4859-9067-b8b61df7f55d admin admin] Publish callbacks [] for subnet (c90a6cdd-953a-4c11-bfcf-2a9146e14264), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:34.631861 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e35d9946-f0a4-4859-9067-b8b61df7f55d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49376497'] for subnet (c90a6cdd-953a-4c11-bfcf-2a9146e14264), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:34.673746 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e35d9946-f0a4-4859-9067-b8b61df7f55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (c90a6cdd-953a-4c11-bfcf-2a9146e14264), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:34.815809 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e35d9946-f0a4-4859-9067-b8b61df7f55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49376333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30006175'] for subnet (c90a6cdd-953a-4c11-bfcf-2a9146e14264), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:34.840728 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d9946-f0a4-4859-9067-b8b61df7f55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90a6cdd-953a-4c11-bfcf-2a9146e14264,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:34.845730 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e35d9946-f0a4-4859-9067-b8b61df7f55d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:34.849112 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e35d9946-f0a4-4859-9067-b8b61df7f55d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c90a6cdd-953a-4c11-bfcf-2a9146e14264 HTTP/1.1" status: 204 len: 168 time: 0.2958953 Aug 23 06:19:34.851570 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43006) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:34.917426 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (1a42cf93-3af0-4cd3-8af3-9f9ae052a03d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:34.996665 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (1a42cf93-3af0-4cd3-8af3-9f9ae052a03d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.016049 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a42cf93-3af0-4cd3-8af3-9f9ae052a03d']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:35.024894 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:35.025189 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:35.034163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.047193 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.052880 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:19:35.053255 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.094419 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283 resource provider aggregate not found Aug 23 06:19:35.112955 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f4f0f3c-28e7-4ffd-9add-2b29e2cb4283 found for delete ", "request_id": "req-a5bbfc7b-4394-4e7e-94d4-5a7ea8f571f9"}]} Aug 23 06:19:35.224498 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (1a42cf93-3af0-4cd3-8af3-9f9ae052a03d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.230237 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.237606 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1a42cf93-3af0-4cd3-8af3-9f9ae052a03d HTTP/1.1" status: 204 len: 168 time: 0.3808959 Aug 23 06:19:35.245004 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ef995-748b-485d-8cc4-ce13f9cd7126 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a42cf93-3af0-4cd3-8af3-9f9ae052a03d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:35.607899 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43014) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:35.646982 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-200152be-e50c-4ac8-9441-5f1966f4b6ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39d8e0e9d69d4e34bdef54a917228f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378394 Aug 23 06:19:35.649293 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43016) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:35.694461 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-904062c1-ad28-4e0d-9f01-861e29511049 admin admin] Publish callbacks [] for security_group (a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.715388 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-904062c1-ad28-4e0d-9f01-861e29511049 admin admin] Publish callbacks [] for security_group (a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.818834 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-904062c1-ad28-4e0d-9f01-861e29511049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.821523 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-904062c1-ad28-4e0d-9f01-861e29511049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:35.823324 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-904062c1-ad28-4e0d-9f01-861e29511049 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c HTTP/1.1" status: 204 len: 168 time: 0.1729646 Aug 23 06:19:35.830882 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904062c1-ad28-4e0d-9f01-861e29511049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a99b5b-4f58-4a7c-a2e5-0e3b26943c7c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:36.471911 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:19:36.875936 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43038) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:36.969770 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-432661048-network', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:19:37.078196 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Made reservation on behalf of 4e91d9c372c14fa6ab80d0c66b58e021 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:19:37.080485 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.089463 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.165654 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Publish callbacks [] for security_group (6c7ab021-64b0-4da2-bb93-2b7e0050d76c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.232588 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (6c7ab021-64b0-4da2-bb93-2b7e0050d76c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.256017 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:19:37.265398 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7ab021-64b0-4da2-bb93-2b7e0050d76c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:37.271334 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (2a8b86d8-6beb-4ab4-93fa-39c9f6657355), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.275331 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Added segment 2a8b86d8-6beb-4ab4-93fa-39c9f6657355 of type vlan for network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e Aug 23 06:19:37.310770 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (3b3c4ba3-1805-4f65-a4e4-3e2752daf72e), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.385766 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (3b3c4ba3-1805-4f65-a4e4-3e2752daf72e), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.386737 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:37.387570 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.443371 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] Pushing event updated for resources: {'Network': ['ID=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:37.453189 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:19:37.524747 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8e68935d-3146-4cbf-b096-b713b8115d1e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6476753 Aug 23 06:19:37.530352 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43042) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:37.532236 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Request body: {'subnet': {'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-432661048-subnet', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:19:37.607303 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Made reservation on behalf of 4e91d9c372c14fa6ab80d0c66b58e021 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:19:37.609651 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30006146'] for subnet (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.836563 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49376396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30006164'] for subnet (91e2fa5d-4546-4c8e-92f3-855854c5386a), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:37.894756 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e2fa5d-4546-4c8e-92f3-855854c5386a,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:37.903285 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Checking segment: {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:19:37.903646 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Network hostable DHCP agents. Network: 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:19:37.986952 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:19:38.044037 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:38.047999 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:38.048623 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.052767 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a3349-91a7-407b-a200-7821ed04a78f None None] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:19:38.136633 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-65f4481d-07f2-433e-a072-2608d4a6a8b8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6079443 Aug 23 06:19:38.142126 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43044) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:38.146626 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:19:38.153798 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:19:38.154837 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.247979 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (da2f08ba-d390-4a92-be78-c44e0cb3d11c), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.249056 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (da2f08ba-d390-4a92-be78-c44e0cb3d11c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.288344 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Allocated IP 172.20.0.2 (3b3c4ba3-1805-4f65-a4e4-3e2752daf72e/91e2fa5d-4546-4c8e-92f3-855854c5386a/7518cd03-bbf3-4e70-b2cc-f57ccc406db8) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:19:38.297724 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks [] for router_controller (da2f08ba-d390-4a92-be78-c44e0cb3d11c), precommit_add_association {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.427611 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Publish callbacks [] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.496547 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks [] for router_gateway (da2f08ba-d390-4a92-be78-c44e0cb3d11c), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.501607 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.535760 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:19:38.542614 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:38.547138 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:19:38.552079 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Pushing event updated for resources: {'Port': ['ID=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:38.602498 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Attempting to bind port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:19:38.602945 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Attempting to bind port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:19:38.603327 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Attempting to bind port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 on network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:19:38.609023 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:19:38.609401 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Checking segment: {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:19:38.609836 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.610278 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Bound using segment: {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:19:38.610751 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Bound port: 7518cd03-bbf3-4e70-b2cc-f57ccc406db8, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:19:38.611131 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.670487 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-e2037737-115b-4728-889d-9454e85ac569 None None] For port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:19:38.673570 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-e2037737-115b-4728-889d-9454e85ac569 None None] For port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:19:38.745874 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks [] for router_gateway (da2f08ba-d390-4a92-be78-c44e0cb3d11c), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.768776 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.770475 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:38.825069 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2037737-115b-4728-889d-9454e85ac569 None None] Pushing event updated for resources: {'Port': ['ID=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:38.878662 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Allocated IP 172.27.1.74 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/cf69fcc7-fa98-4ac0-a0ad-ff9483458d76) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:19:39.005040 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks [] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:39.082379 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:39.115862 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:19:39.121087 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:39.124502 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:19:39.150504 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Pushing event updated for resources: {'Port': ['ID=cf69fcc7-fa98-4ac0-a0ad-ff9483458d76,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:39.434226 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks [] for router_gateway (da2f08ba-d390-4a92-be78-c44e0cb3d11c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:39.621081 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (da2f08ba-d390-4a92-be78-c44e0cb3d11c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:39.651260 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f215b2-563b-4a6e-a55c-6daf0b9609d9 None None] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:19:39.772412 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-14dc66ac-0d39-4c3f-af5f-33b6260082f7 None None] Provisioning complete for port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:39.772787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-14dc66ac-0d39-4c3f-af5f-33b6260082f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:39.810139 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Router da2f08ba-d390-4a92-be78-c44e0cb3d11c is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:19:39.849566 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-14dc66ac-0d39-4c3f-af5f-33b6260082f7 None None] Current status of the port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:39.849889 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-14dc66ac-0d39-4c3f-af5f-33b6260082f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:39.887814 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-14dc66ac-0d39-4c3f-af5f-33b6260082f7 None None] For port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:39.923851 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:19:39.936562 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Sync routers for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:19:39.952674 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:39.953194 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:19:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:39.968314 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-14dc66ac-0d39-4c3f-af5f-33b6260082f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.022275 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.026690 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43046) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:40.030073 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-f19c06d6-5a93-4f53-b978-2d7cad01bc21 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8836262 Aug 23 06:19:40.030216 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:40.032105 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc66ac-0d39-4c3f-af5f-33b6260082f7 None None] Pushing event updated for resources: {'Port': ['ID=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:40.073829 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:40.093403 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-f35fa808-fcaf-4b52-8118-52e60386ef61 None None] Provisioning complete for port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:40.093822 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f35fa808-fcaf-4b52-8118-52e60386ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.095689 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:40.096038 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.229169 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:40.234019 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-f35fa808-fcaf-4b52-8118-52e60386ef61 None None] Current status of the port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:40.258632 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:39Z', 'revision_number': 3, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:40.283234 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Checking router: da2f08ba-d390-4a92-be78-c44e0cb3d11c for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:19:40.283580 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Updating router da2f08ba-d390-4a92-be78-c44e0cb3d11c port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:19:40.309356 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.443448 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.501237 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.593265 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Allocated IP 172.20.0.1 (3b3c4ba3-1805-4f65-a4e4-3e2752daf72e/91e2fa5d-4546-4c8e-92f3-855854c5386a/d7e9074a-aae6-4929-a4b8-67c87282fdba) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:19:40.631012 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Publish callbacks [] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.701713 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Publish callbacks [] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.733270 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.764150 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Attempting to bind port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:19:40.764442 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Attempting to bind port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:19:40.764797 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Attempting to bind port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:19:40.772136 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:19:40.772502 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:19:40.772894 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.773280 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:19:40.773764 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Bound port: cf69fcc7-fa98-4ac0-a0ad-ff9483458d76, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:19:40.774136 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.787232 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.803106 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Pushing event updated for resources: {'Port': ['ID=cf69fcc7-fa98-4ac0-a0ad-ff9483458d76,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:40.818034 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.818400 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.818758 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.819094 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.819417 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.819736 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.820072 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:19:40.820201 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.820400 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.820746 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.821083 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.821403 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.821763 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.822079 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:19:40.827104 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:40.830580 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:19:40.845283 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] For port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:19:40.849985 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] For port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=cf69fcc7-fa98-4ac0-a0ad-ff9483458d76,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:19:40.857044 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e9074a-aae6-4929-a4b8-67c87282fdba,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:40.872918 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (da2f08ba-d390-4a92-be78-c44e0cb3d11c), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.920015 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:40.981024 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d6ea1-ec69-4aef-94a3-49cb4715bd36 None None] Pushing event updated for resources: {'Port': ['ID=cf69fcc7-fa98-4ac0-a0ad-ff9483458d76,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:40.984412 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:40.985199 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:19:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:41.052933 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:41.060299 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-4b7a544d-fa8c-401a-a4ea-0f4745809ca4 None None] Provisioning complete for port d7e9074a-aae6-4929-a4b8-67c87282fdba triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:41.060836 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4b7a544d-fa8c-401a-a4ea-0f4745809ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:41.088636 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:41.092403 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a544d-fa8c-401a-a4ea-0f4745809ca4 None None] Port d7e9074a-aae6-4929-a4b8-67c87282fdba cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:19:41.207194 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Publish callbacks [] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:41.261588 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:39Z', 'revision_number': 3, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:41.273022 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:41.286061 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc47bac-0f72-4742-beed-31e1608c4450 None None] The sync data for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi is: [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:39Z', 'revision_number': 3, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:19:41.337408 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e9074a-aae6-4929-a4b8-67c87282fdba,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:41.340515 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (da2f08ba-d390-4a92-be78-c44e0cb3d11c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:41.437658 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:19:41.439091 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:41.573162 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Router da2f08ba-d390-4a92-be78-c44e0cb3d11c has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:19:41.687171 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:19:41.692768 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-320eed2e-c922-4cda-ae3b-a54cf3b67d35 admin admin] 10.222.0.26 "PUT /v2.0/routers/da2f08ba-d390-4a92-be78-c44e0cb3d11c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6643884 Aug 23 06:19:41.723614 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-336744d9-8138-4278-85ae-3016db1ec095 None None] Provisioning complete for port d7e9074a-aae6-4929-a4b8-67c87282fdba triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:41.724163 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-336744d9-8138-4278-85ae-3016db1ec095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:41.776078 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-336744d9-8138-4278-85ae-3016db1ec095 None None] Port d7e9074a-aae6-4929-a4b8-67c87282fdba cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:19:42.073989 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:42.128139 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:42.128467 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.200560 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:42.200961 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.221295 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=cf69fcc7-fa98-4ac0-a0ad-ff9483458d76,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:42.301576 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.302332 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:42.380517 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=cf69fcc7-fa98-4ac0-a0ad-ff9483458d76,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:42.389994 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:42.390375 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.461881 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:42.469205 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43062) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:42.474076 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1992244031-network', 'tenant_id': '4733780d011e47b3a3975f151b07f97c'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:19:42.575476 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Made reservation on behalf of 4733780d011e47b3a3975f151b07f97c for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:19:42.577924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for network (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.586809 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.662313 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Publish callbacks [] for security_group (dcb11384-465a-4566-80ed-acdcb80e680d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.735594 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (dcb11384-465a-4566-80ed-acdcb80e680d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.760952 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 06:19:42.769719 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb11384-465a-4566-80ed-acdcb80e680d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:42.776117 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (4ebdb020-c175-43f7-a9a1-47cdef2f1e83), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.776117 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Added segment 4ebdb020-c175-43f7-a9a1-47cdef2f1e83 of type vlan for network 8edb0660-33af-418e-a270-5b853819f01c Aug 23 06:19:42.814704 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Sync routers for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:19:42.816880 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744335689454'] for network (8edb0660-33af-418e-a270-5b853819f01c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.824394 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:42.825040 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:19:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:42.906998 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353'] for network (8edb0660-33af-418e-a270-5b853819f01c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.907975 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:42.908556 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:42.925184 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:42.968622 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] Pushing event updated for resources: {'Network': ['ID=8edb0660-33af-418e-a270-5b853819f01c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:42.992987 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Network 8edb0660-33af-418e-a270-5b853819f01c details requested by agent ovs-agent-dv-cinder-853788-2-iscsi with host dv-cinder-853788-2-iscsi {{(pid=104498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 06:19:43.035491 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-684f8c24-354d-4231-b10a-1cf26f54ebef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5652201 Aug 23 06:19:43.038242 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43064) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:43.043290 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Request body: {'subnet': {'network_id': '8edb0660-33af-418e-a270-5b853819f01c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1992244031-subnet', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'ip_version': 4}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:19:43.139296 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Made reservation on behalf of 4733780d011e47b3a3975f151b07f97c for: {'subnet': 1} {{(pid=104496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:19:43.141832 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30818228'] for subnet (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.179559 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:41Z', 'revision_number': 2, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:43.208102 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Checking router: da2f08ba-d390-4a92-be78-c44e0cb3d11c for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:19:43.208479 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Updating router da2f08ba-d390-4a92-be78-c44e0cb3d11c port d7e9074a-aae6-4929-a4b8-67c87282fdba binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:19:43.235966 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.358803 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31817246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30818210'] for subnet (77d1ecbc-b9e1-475a-8be9-e91363caab07), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.417653 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d1ecbc-b9e1-475a-8be9-e91363caab07,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:43.427034 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Checking segment: {'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:19:43.427432 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Network hostable DHCP agents. Network: 8edb0660-33af-418e-a270-5b853819f01c, hostable agents: ['b7aa4d40-6401-4459-a12a-eaa3c46c6fbf'], hosted agents: [] {{(pid=104496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 06:19:43.482061 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Publish callbacks [] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.507074 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Network 8edb0660-33af-418e-a270-5b853819f01c is scheduled to be hosted by DHCP agent b7aa4d40-6401-4459-a12a-eaa3c46c6fbf with binding_index 1 {{(pid=104496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 06:19:43.581302 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.627375 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853788-2-iscsi, 8edb0660-33af-418e-a270-5b853819f01c) {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:43.631923 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:43.636104 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for subnet (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.644787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb8d299-09f5-4286-9e55-43f06cd72f80 None None] Network 8edb0660-33af-418e-a270-5b853819f01c requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:19:43.738500 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-04b8b770-ccd5-4e3e-a10a-27dcd2f97463 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6990836 Aug 23 06:19:43.741246 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43070) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:43.746470 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:19:43.791978 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d267e0c-0c7e-4033-9aaf-fd9448aac3e1 None None] Pushing event updated for resources: {'Port': ['ID=d7e9074a-aae6-4929-a4b8-67c87282fdba,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:43.825045 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7974'] for router (a052e149-561b-4532-8b51-91778ca0334e), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.826233 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-729754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7967'] for router (a052e149-561b-4532-8b51-91778ca0334e), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.843256 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Attempting to bind port d7e9074a-aae6-4929-a4b8-67c87282fdba on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:19:43.843628 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Attempting to bind port d7e9074a-aae6-4929-a4b8-67c87282fdba by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:19:43.843994 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Attempting to bind port d7e9074a-aae6-4929-a4b8-67c87282fdba on network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:19:43.856154 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:19:43.856529 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Checking segment: {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:19:43.856932 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.857463 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Bound using segment: {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:19:43.857925 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Bound port: d7e9074a-aae6-4929-a4b8-67c87282fdba, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:19:43.858311 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.875412 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks [] for router_controller (a052e149-561b-4532-8b51-91778ca0334e), precommit_add_association {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.940864 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca7ecd1-850e-5c25-8d2e-9cb84031ef8d-8edb0660-33af-418e-a270-5b853819f01c', 'network_id': '8edb0660-33af-418e-a270-5b853819f01c', 'project_id': '4733780d011e47b3a3975f151b07f97c', 'fixed_ips': [{'subnet_id': '77d1ecbc-b9e1-475a-8be9-e91363caab07'}]}} from dv-cinder-853788-2-iscsi. {{(pid=104498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 06:19:43.941665 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:43.964238 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] For port d7e9074a-aae6-4929-a4b8-67c87282fdba, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:19:43.982203 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] For port d7e9074a-aae6-4929-a4b8-67c87282fdba, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d7e9074a-aae6-4929-a4b8-67c87282fdba,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:19:43.988747 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:44.087317 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.134534 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks [] for router_gateway (a052e149-561b-4532-8b51-91778ca0334e), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.162148 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:44.162755 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:19:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:44.174671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Allocated IP 172.20.0.2 (8edb0660-33af-418e-a270-5b853819f01c/77d1ecbc-b9e1-475a-8be9-e91363caab07/b99b4f06-ebee-4fb6-b449-7c20c5072297) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:19:44.207861 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:44.208489 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.249415 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d267e0c-0c7e-4033-9aaf-fd9448aac3e1 None None] Pushing event updated for resources: {'Port': ['ID=d7e9074a-aae6-4929-a4b8-67c87282fdba,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:44.401938 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:44.406616 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks [] for router_gateway (a052e149-561b-4532-8b51-91778ca0334e), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.425251 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.464994 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:44.531488 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Allocated IP 172.27.1.253 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/d575a2f6-e7e0-443d-b770-52abb79cc48f) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:19:44.569895 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Publish callbacks [] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.631529 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks [] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.652263 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.680324 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:43Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:44.711856 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f44c4-ab36-4cfe-beb0-7e5f93dae19a None None] The sync data for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi is: [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:43Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:19:44.716448 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Network 8edb0660-33af-418e-a270-5b853819f01c is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:19:44.721212 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:44.725091 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:19:44.730680 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Pushing event updated for resources: {'Port': ['ID=b99b4f06-ebee-4fb6-b449-7c20c5072297,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:44.743955 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.788119 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:19:44.791678 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:44.795427 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:19:44.807301 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Attempting to bind port b99b4f06-ebee-4fb6-b449-7c20c5072297 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:19:44.807763 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Attempting to bind port b99b4f06-ebee-4fb6-b449-7c20c5072297 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:19:44.808198 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Attempting to bind port b99b4f06-ebee-4fb6-b449-7c20c5072297 on network 8edb0660-33af-418e-a270-5b853819f01c {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:19:44.813482 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:19:44.813930 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Checking segment: {'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:19:44.814413 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.814868 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Bound using segment: {'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:19:44.815411 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Bound port: b99b4f06-ebee-4fb6-b449-7c20c5072297, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:19:44.815854 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:44.838685 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Pushing event updated for resources: {'Port': ['ID=d575a2f6-e7e0-443d-b770-52abb79cc48f,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:44.885298 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] For port b99b4f06-ebee-4fb6-b449-7c20c5072297, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:19:44.889100 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] For port b99b4f06-ebee-4fb6-b449-7c20c5072297, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=b99b4f06-ebee-4fb6-b449-7c20c5072297,segment=NetworkSegment(4ebdb020-c175-43f7-a9a1-47cdef2f1e83),segment_id=4ebdb020-c175-43f7-a9a1-47cdef2f1e83)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:19:44.993391 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:45.051195 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac905ebf-9f59-4b26-9452-bd9a354b160a None None] Pushing event updated for resources: {'Port': ['ID=b99b4f06-ebee-4fb6-b449-7c20c5072297,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:45.386202 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks [] for router_gateway (a052e149-561b-4532-8b51-91778ca0334e), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:45.570128 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538194'] for router (a052e149-561b-4532-8b51-91778ca0334e), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:45.802653 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Router a052e149-561b-4532-8b51-91778ca0334e is scheduled to L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 with binding_index 1 {{(pid=104496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 06:19:45.912482 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:19:45.921014 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Sync routers for ids ['a052e149-561b-4532-8b51-91778ca0334e'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:19:45.933759 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Routers {'a052e149-561b-4532-8b51-91778ca0334e'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:45.934378 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:19:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['a052e149-561b-4532-8b51-91778ca0334e'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:45.956451 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d02a1-0281-4aff-9fd6-64abd1e3df45 None None] Network 8edb0660-33af-418e-a270-5b853819f01c requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:19:46.043953 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Set router a052e149-561b-4532-8b51-91778ca0334e gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:46.044982 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-66190751-8dcc-49e2-aba5-50c4b774f4e0 None None] Provisioning complete for port b99b4f06-ebee-4fb6-b449-7c20c5072297 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:46.045379 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-66190751-8dcc-49e2-aba5-50c4b774f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.063169 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d7e9074a-aae6-4929-a4b8-67c87282fdba up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:46.075668 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.077403 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-987a22b6-7c37-41dd-b5e1-453193985c0c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3347900 Aug 23 06:19:46.079738 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43076) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:19:46.195855 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port d7e9074a-aae6-4929-a4b8-67c87282fdba triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:46.196225 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.219807 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-66190751-8dcc-49e2-aba5-50c4b774f4e0 None None] Current status of the port b99b4f06-ebee-4fb6-b449-7c20c5072297 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:46.219807 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-66190751-8dcc-49e2-aba5-50c4b774f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.231100 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:19:44Z', 'revision_number': 3, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port': {'id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:44Z', 'updated_at': '2022-08-23T06:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:46.256344 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Checking router: a052e149-561b-4532-8b51-91778ca0334e for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:19:46.256696 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Updating router a052e149-561b-4532-8b51-91778ca0334e port d575a2f6-e7e0-443d-b770-52abb79cc48f binding host dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:19:46.267604 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-66190751-8dcc-49e2-aba5-50c4b774f4e0 None None] For port b99b4f06-ebee-4fb6-b449-7c20c5072297, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=b99b4f06-ebee-4fb6-b449-7c20c5072297,segment=NetworkSegment(4ebdb020-c175-43f7-a9a1-47cdef2f1e83),segment_id=4ebdb020-c175-43f7-a9a1-47cdef2f1e83)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:46.296033 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.308369 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port d7e9074a-aae6-4929-a4b8-67c87282fdba is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:46.308867 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.357039 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port d7e9074a-aae6-4929-a4b8-67c87282fdba, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d7e9074a-aae6-4929-a4b8-67c87282fdba,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:46.358850 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-66190751-8dcc-49e2-aba5-50c4b774f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.414216 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66190751-8dcc-49e2-aba5-50c4b774f4e0 None None] Pushing event updated for resources: {'Port': ['ID=b99b4f06-ebee-4fb6-b449-7c20c5072297,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:46.438674 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.439831 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device b99b4f06-ebee-4fb6-b449-7c20c5072297 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:46.532568 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.586124 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Publish callbacks [] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.651973 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-be8ce36c-684b-4c19-93ab-70d1b249945c None None] Provisioning complete for port b99b4f06-ebee-4fb6-b449-7c20c5072297 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:46.652339 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-be8ce36c-684b-4c19-93ab-70d1b249945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.656295 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=d7e9074a-aae6-4929-a4b8-67c87282fdba,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:46.659812 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.693371 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port b99b4f06-ebee-4fb6-b449-7c20c5072297 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:46.693774 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.694187 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Allocated IP 172.20.0.1 (8edb0660-33af-418e-a270-5b853819f01c/77d1ecbc-b9e1-475a-8be9-e91363caab07/9ac20eb5-187a-4010-80fe-326f898e9094) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:19:46.709374 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Attempting to bind port d575a2f6-e7e0-443d-b770-52abb79cc48f on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:19:46.709771 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Attempting to bind port d575a2f6-e7e0-443d-b770-52abb79cc48f by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:19:46.710543 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Attempting to bind port d575a2f6-e7e0-443d-b770-52abb79cc48f on network 965f39cc-e708-482e-ac7b-6490c0241a71 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:19:46.714542 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cd869-82fd-48e0-9ed1-d0006d8035bf None None] Pushing event updated for resources: {'Port': ['ID=d575a2f6-e7e0-443d-b770-52abb79cc48f,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:46.719451 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:19:46.719673 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Checking segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:19:46.720005 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.720390 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Bound using segment: {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:19:46.720901 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Bound port: d575a2f6-e7e0-443d-b770-52abb79cc48f, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67383f59-1428-45b1-a21b-03db84e3bc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:19:46.721453 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.769557 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-be8ce36c-684b-4c19-93ab-70d1b249945c None None] Current status of the port b99b4f06-ebee-4fb6-b449-7c20c5072297 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:46.771457 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] For port d575a2f6-e7e0-443d-b770-52abb79cc48f, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:19:46.774864 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] For port d575a2f6-e7e0-443d-b770-52abb79cc48f, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d575a2f6-e7e0-443d-b770-52abb79cc48f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:19:46.804685 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port b99b4f06-ebee-4fb6-b449-7c20c5072297 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:46.810051 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Publish callbacks [] for port (9ac20eb5-187a-4010-80fe-326f898e9094), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.867439 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.901592 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Routers {'a052e149-561b-4532-8b51-91778ca0334e'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:46.902204 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:19:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['a052e149-561b-4532-8b51-91778ca0334e'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:46.928210 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:46.959468 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cd869-82fd-48e0-9ed1-d0006d8035bf None None] Pushing event updated for resources: {'Port': ['ID=d575a2f6-e7e0-443d-b770-52abb79cc48f,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:46.964269 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Network 8edb0660-33af-418e-a270-5b853819f01c is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:19:46.969308 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:46.972848 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:19:46.995878 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Pushing event updated for resources: {'Port': ['ID=9ac20eb5-187a-4010-80fe-326f898e9094,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:47.017694 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538415'] for router_interface (a052e149-561b-4532-8b51-91778ca0334e), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:47.019989 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] Set router a052e149-561b-4532-8b51-91778ca0334e gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:47.202040 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3a6fff4c-2ed4-48d7-b8f7-960cd03c3769 None None] Provisioning complete for port 9ac20eb5-187a-4010-80fe-326f898e9094 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:47.202633 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff4c-2ed4-48d7-b8f7-960cd03c3769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:47.226403 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:47.238463 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fff4c-2ed4-48d7-b8f7-960cd03c3769 None None] Port 9ac20eb5-187a-4010-80fe-326f898e9094 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:19:47.284613 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:19:44Z', 'revision_number': 3, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port': {'id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:44Z', 'updated_at': '2022-08-23T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:47.311283 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bdc592-e369-4ca9-a587-97967c553a0f None None] The sync data for ids ['a052e149-561b-4532-8b51-91778ca0334e'] in dv-cinder-853788-2-iscsi is: [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:19:44Z', 'revision_number': 3, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port': {'id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:44Z', 'updated_at': '2022-08-23T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:19:47.394607 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Publish callbacks [] for port (9ac20eb5-187a-4010-80fe-326f898e9094), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:47.455664 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:47.541323 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538515'] for router_interface (a052e149-561b-4532-8b51-91778ca0334e), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:47.546725 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Pushing event updated for resources: {'Port': ['ID=9ac20eb5-187a-4010-80fe-326f898e9094,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:47.643059 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Network 8edb0660-33af-418e-a270-5b853819f01c is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:19:47.644537 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:19:47.768532 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Router a052e149-561b-4532-8b51-91778ca0334e has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:19:47.862647 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-6890f2f8-a77c-4e2f-ae64-1352983424d6 None None] Provisioning complete for port 9ac20eb5-187a-4010-80fe-326f898e9094 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:47.863017 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6890f2f8-a77c-4e2f-ae64-1352983424d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:47.891130 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:19:47.905633 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-de8fe66d-fbce-47ef-b068-c99b190ce6ab admin admin] 10.222.0.26 "PUT /v2.0/routers/a052e149-561b-4532-8b51-91778ca0334e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163407 Aug 23 06:19:47.905983 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-6890f2f8-a77c-4e2f-ae64-1352983424d6 None None] Port 9ac20eb5-187a-4010-80fe-326f898e9094 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:19:48.083555 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d7e9074a-aae6-4929-a4b8-67c87282fdba up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:48.133033 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port d7e9074a-aae6-4929-a4b8-67c87282fdba triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:48.133639 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:48.207814 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port d7e9074a-aae6-4929-a4b8-67c87282fdba is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:48.208898 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d575a2f6-e7e0-443d-b770-52abb79cc48f up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:48.252822 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port d575a2f6-e7e0-443d-b770-52abb79cc48f triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:48.253200 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:48.330825 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port d575a2f6-e7e0-443d-b770-52abb79cc48f is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:48.331254 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:48.355935 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port d575a2f6-e7e0-443d-b770-52abb79cc48f, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d575a2f6-e7e0-443d-b770-52abb79cc48f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:48.433042 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:48.433997 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device b99b4f06-ebee-4fb6-b449-7c20c5072297 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:48.507551 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=d575a2f6-e7e0-443d-b770-52abb79cc48f,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:48.518596 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port b99b4f06-ebee-4fb6-b449-7c20c5072297 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:48.518980 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:48.599578 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port b99b4f06-ebee-4fb6-b449-7c20c5072297 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:48.893119 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Sync routers for ids ['a052e149-561b-4532-8b51-91778ca0334e'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:19:48.904190 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Routers {'a052e149-561b-4532-8b51-91778ca0334e'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:48.904882 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:19:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['a052e149-561b-4532-8b51-91778ca0334e'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:49.015908 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Set router a052e149-561b-4532-8b51-91778ca0334e gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:49.237214 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:19:47Z', 'revision_number': 4, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port': {'id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:44Z', 'updated_at': '2022-08-23T06:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '9ac20eb5-187a-4010-80fe-326f898e9094', 'name': '', 'network_id': '8edb0660-33af-418e-a270-5b853819f01c', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'mac_address': 'fa:16:3e:c9:c7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '77d1ecbc-b9e1-475a-8be9-e91363caab07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:46Z', 'updated_at': '2022-08-23T06:19:47Z', 'revision_number': 2, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'subnets': [{'id': '77d1ecbc-b9e1-475a-8be9-e91363caab07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:49.267262 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Checking router: a052e149-561b-4532-8b51-91778ca0334e for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:19:49.267634 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Updating router a052e149-561b-4532-8b51-91778ca0334e port 9ac20eb5-187a-4010-80fe-326f898e9094 binding host dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 06:19:49.298392 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:49.581727 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Publish callbacks [] for port (9ac20eb5-187a-4010-80fe-326f898e9094), precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:49.649127 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:49.738133 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac9b33-984b-42f8-846c-d9f5d193b4c8 None None] Pushing event updated for resources: {'Port': ['ID=9ac20eb5-187a-4010-80fe-326f898e9094,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:49.742321 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Attempting to bind port 9ac20eb5-187a-4010-80fe-326f898e9094 on host dv-cinder-853788-2-iscsi for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:19:49.742694 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Attempting to bind port 9ac20eb5-187a-4010-80fe-326f898e9094 by drivers openvswitch,hyperv on host dv-cinder-853788-2-iscsi at level 0 using segments [{'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:19:49.743055 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Attempting to bind port 9ac20eb5-187a-4010-80fe-326f898e9094 on network 8edb0660-33af-418e-a270-5b853819f01c {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:19:49.752649 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Checking agent: {'id': 'c7f419d8-f9ab-4b93-92a2-3277a0bfca36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853788-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 5, 55, 59), 'started_at': datetime.datetime(2022, 8, 23, 5, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853788-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:19:49.752649 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Checking segment: {'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:19:49.752649 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:49.752649 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Bound using segment: {'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:19:49.752649 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Bound port: 9ac20eb5-187a-4010-80fe-326f898e9094, host: dv-cinder-853788-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebdb020-c175-43f7-a9a1-47cdef2f1e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8edb0660-33af-418e-a270-5b853819f01c'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:19:49.752649 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:49.826596 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] For port 9ac20eb5-187a-4010-80fe-326f898e9094, host dv-cinder-853788-2-iscsi, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:19:49.829881 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] For port 9ac20eb5-187a-4010-80fe-326f898e9094, host dv-cinder-853788-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=9ac20eb5-187a-4010-80fe-326f898e9094,segment=NetworkSegment(4ebdb020-c175-43f7-a9a1-47cdef2f1e83),segment_id=4ebdb020-c175-43f7-a9a1-47cdef2f1e83)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:19:49.902113 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:49.942479 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Routers {'a052e149-561b-4532-8b51-91778ca0334e'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:19:49.943113 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:19:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['a052e149-561b-4532-8b51-91778ca0334e'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:50.011794 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac9b33-984b-42f8-846c-d9f5d193b4c8 None None] Pushing event updated for resources: {'Port': ['ID=9ac20eb5-187a-4010-80fe-326f898e9094,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:50.050163 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d575a2f6-e7e0-443d-b770-52abb79cc48f up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:50.107863 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] Set router a052e149-561b-4532-8b51-91778ca0334e gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:19:50.180723 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port d575a2f6-e7e0-443d-b770-52abb79cc48f triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:50.180996 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:50.510652 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port d575a2f6-e7e0-443d-b770-52abb79cc48f is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:50.550068 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:19:47Z', 'revision_number': 4, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port': {'id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:44Z', 'updated_at': '2022-08-23T06:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '9ac20eb5-187a-4010-80fe-326f898e9094', 'name': '', 'network_id': '8edb0660-33af-418e-a270-5b853819f01c', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'mac_address': 'fa:16:3e:c9:c7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '77d1ecbc-b9e1-475a-8be9-e91363caab07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:46Z', 'updated_at': '2022-08-23T06:19:49Z', 'revision_number': 4, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'subnets': [{'id': '77d1ecbc-b9e1-475a-8be9-e91363caab07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:19:50.580630 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546ccd1-e447-4546-8402-fcfbff23627e None None] The sync data for ids ['a052e149-561b-4532-8b51-91778ca0334e'] in dv-cinder-853788-2-iscsi is: [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:19:47Z', 'revision_number': 4, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port': {'id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:44Z', 'updated_at': '2022-08-23T06:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': '9ac20eb5-187a-4010-80fe-326f898e9094', 'name': '', 'network_id': '8edb0660-33af-418e-a270-5b853819f01c', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'mac_address': 'fa:16:3e:c9:c7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '77d1ecbc-b9e1-475a-8be9-e91363caab07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:46Z', 'updated_at': '2022-08-23T06:19:49Z', 'revision_number': 4, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'subnets': [{'id': '77d1ecbc-b9e1-475a-8be9-e91363caab07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:19:52.016265 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 9ac20eb5-187a-4010-80fe-326f898e9094 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:52.063797 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 9ac20eb5-187a-4010-80fe-326f898e9094 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:52.064176 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:52.149335 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 9ac20eb5-187a-4010-80fe-326f898e9094 is: DOWN; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:52.150004 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:52.188536 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] For port 9ac20eb5-187a-4010-80fe-326f898e9094, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=9ac20eb5-187a-4010-80fe-326f898e9094,segment=NetworkSegment(4ebdb020-c175-43f7-a9a1-47cdef2f1e83),segment_id=4ebdb020-c175-43f7-a9a1-47cdef2f1e83)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:19:52.370366 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:52.424281 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Pushing event updated for resources: {'Port': ['ID=9ac20eb5-187a-4010-80fe-326f898e9094,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:19:53.307704 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4b011a37-a007-47bd-9d0a-9eca1c1f95a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:54.014408 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 9ac20eb5-187a-4010-80fe-326f898e9094 up at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:19:54.064581 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Provisioning complete for port 9ac20eb5-187a-4010-80fe-326f898e9094 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:19:54.065306 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:54.162593 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Current status of the port 9ac20eb5-187a-4010-80fe-326f898e9094 is: ACTIVE; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:19:55.396578 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1e395e0b-3f32-4d17-b047-1dce439acc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:56.984898 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:58.345163 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:59.529989 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:19:59.667996 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-4d1864f4-b788-4893-a47d-9ad83dd924ee tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:19:59.669495 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-4d1864f4-b788-4893-a47d-9ad83dd924ee tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 814 time: 0.0980649 Aug 23 06:19:59.684375 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-25d6cb43-4664-4142-9519-14d3fc42dd00 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/quotas/4e91d9c372c14fa6ab80d0c66b58e021 HTTP/1.1" status: 200 len: 375 time: 0.0095592 Aug 23 06:19:59.741130 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-2bbcb9b5-13a7-4a10-a120-fe401de8cdd6 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519249 Aug 23 06:19:59.835509 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-74035773-8492-4858-a44e-1e34c4f7e2ab service neutron] 10.222.0.26 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825849 Aug 23 06:19:59.925390 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-dc231d7a-3bc1-4240-8207-cb37a31c6e45 service neutron] 10.222.0.26 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842903 Aug 23 06:20:00.265604 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-45e64453-bcd2-40a0-ac12-7af7be4e95ae req-f9ce6585-ae8c-4dc5-8f9d-5bb99dbac364 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 210 time: 0.1238327 Aug 23 06:20:01.362224 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8a1cc1f9-f9b8-4c57-ad09-6112d9d36846 req-01aa0909-06af-458c-8d6e-b2a8e6d9d870 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 210 time: 0.0270288 Aug 23 06:20:02.375371 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-6669f0fb-1de6-491a-8e6d-d31be00d1e9f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:02.377171 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-6669f0fb-1de6-491a-8e6d-d31be00d1e9f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 814 time: 0.0988472 Aug 23 06:20:02.389499 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'port': {'device_id': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'admin_state_up': True, 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:02.474635 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-753abed7-47f5-4526-affa-c28cc707ced8 req-168a3cf9-31ec-4268-8183-d62d9553e71a tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 210 time: 0.0351298 Aug 23 06:20:02.585110 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Made reservation on behalf of 4e91d9c372c14fa6ab80d0c66b58e021 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 06:20:02.588598 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:02.716844 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Allocated IP 172.20.0.13 (3b3c4ba3-1805-4f65-a4e4-3e2752daf72e/91e2fa5d-4546-4c8e-92f3-855854c5386a/346acd9a-d16a-4c7b-aa56-1b7744233a42) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:20:02.861956 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:02.959224 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:03.001508 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:20:03.004516 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:20:03.008152 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:20:03.014390 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'Port': ['ID=346acd9a-d16a-4c7b-aa56-1b7744233a42,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:03.042515 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.043457 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.043457 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.043853 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.044276 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.044672 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.045090 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.045521 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.045935 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.046409 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.046859 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.047335 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.047749 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:03.072674 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:03.073029 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:03.158936 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-753353a2-4c0a-41b8-8cbe-1fac406c286d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7740777 Aug 23 06:20:03.241877 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-b9e62b28-f60b-4fef-b488-256a1d623a49 None None] Provisioning complete for port 346acd9a-d16a-4c7b-aa56-1b7744233a42 triggered by entity DHCP. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:20:03.242920 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b9e62b28-f60b-4fef-b488-256a1d623a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:03.281395 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-b9e62b28-f60b-4fef-b488-256a1d623a49 None None] Port 346acd9a-d16a-4c7b-aa56-1b7744233a42 cannot update to ACTIVE because it is not bound. {{(pid=104498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 23 06:20:03.606192 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912988d-ec7e-4f27-8812-de11bfc77622 req-76ba8a21-0a16-4533-802c-871c6eeb3b55 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:03.608511 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9912988d-ec7e-4f27-8812-de11bfc77622 req-76ba8a21-0a16-4533-802c-871c6eeb3b55 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0561452 Aug 23 06:20:03.667804 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9912988d-ec7e-4f27-8812-de11bfc77622 req-f78de692-4c2b-4d4c-a773-9c03bcbed125 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535927 Aug 23 06:20:04.796558 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc1ad0-a541-44b5-b92a-e5eb35855fb7 req-cdba59cf-1451-4ec1-95cc-dde14e885716 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:04.798085 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9ebc1ad0-a541-44b5-b92a-e5eb35855fb7 req-cdba59cf-1451-4ec1-95cc-dde14e885716 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0541911 Aug 23 06:20:04.850001 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9ebc1ad0-a541-44b5-b92a-e5eb35855fb7 req-7b21e5f4-bf1c-432a-85e0-d5f7fbaaa607 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460246 Aug 23 06:20:05.975313 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb940112-67f4-4d17-8b15-1ad78cdda585 req-b2b8bff5-f4fb-4830-8b10-cb40c3747f76 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:05.977070 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cb940112-67f4-4d17-8b15-1ad78cdda585 req-b2b8bff5-f4fb-4830-8b10-cb40c3747f76 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0566218 Aug 23 06:20:06.031521 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-cb940112-67f4-4d17-8b15-1ad78cdda585 req-faf9de35-d9bb-41fb-9ed5-e98b5582df58 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Aug 23 06:20:07.163819 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1c846-30cc-4ab2-b4ae-75118172b581 req-a073f266-834a-4244-a34a-2b238b65bf9f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:07.165331 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86f1c846-30cc-4ab2-b4ae-75118172b581 req-a073f266-834a-4244-a34a-2b238b65bf9f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0559735 Aug 23 06:20:07.221142 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86f1c846-30cc-4ab2-b4ae-75118172b581 req-a2b52ffa-3b19-40d1-8e6c-82b39108442e tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499523 Aug 23 06:20:08.369731 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002a4ec-b38f-4d04-969a-e8e80046ac1c req-b42e3a1d-5906-4bf3-bd0e-f09ef6998f7f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:08.371242 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a002a4ec-b38f-4d04-969a-e8e80046ac1c req-b42e3a1d-5906-4bf3-bd0e-f09ef6998f7f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0710819 Aug 23 06:20:08.431149 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a002a4ec-b38f-4d04-969a-e8e80046ac1c req-54b3cf22-f95a-47fc-b794-59ea381273f5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542729 Aug 23 06:20:09.555959 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f1e59-f54c-44cb-b64e-11f096267d6b req-be9f9f66-a6b5-4ba7-809f-c52f17e52f9e tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:09.557508 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f52f1e59-f54c-44cb-b64e-11f096267d6b req-be9f9f66-a6b5-4ba7-809f-c52f17e52f9e tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0528731 Aug 23 06:20:09.605632 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f52f1e59-f54c-44cb-b64e-11f096267d6b req-f9050355-efb4-4cc7-839b-4343d754a17f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 Aug 23 06:20:10.518207 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:10.723055 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ac719-dfb5-4e4f-a514-8e4a5f9851cd req-577bd010-11f6-4b1a-b44d-95c745c548d8 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:10.724526 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-278ac719-dfb5-4e4f-a514-8e4a5f9851cd req-577bd010-11f6-4b1a-b44d-95c745c548d8 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0502863 Aug 23 06:20:10.769955 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-278ac719-dfb5-4e4f-a514-8e4a5f9851cd req-6df52406-a871-4078-b199-f045ae6d6644 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391924 Aug 23 06:20:11.889413 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567e531-1aa1-4bcb-a1f3-00e470afd437 req-21a7de0d-b8e8-4412-a604-a35987cad951 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:11.890867 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6567e531-1aa1-4bcb-a1f3-00e470afd437 req-21a7de0d-b8e8-4412-a604-a35987cad951 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0535533 Aug 23 06:20:11.936013 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6567e531-1aa1-4bcb-a1f3-00e470afd437 req-fd610a05-4db1-4c4a-8da2-1cd925607a06 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Aug 23 06:20:13.060607 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Request body: {'port': {'device_id': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85378'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:13.061318 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc4771-5f06-4257-8339-7f8dd414fd94 req-9c6d8785-c8ac-4bdb-8d2b-b5918c92cb4c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:13.062312 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9fcc4771-5f06-4257-8339-7f8dd414fd94 req-9c6d8785-c8ac-4bdb-8d2b-b5918c92cb4c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0577521 Aug 23 06:20:13.109295 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-9fcc4771-5f06-4257-8339-7f8dd414fd94 req-a58190b5-38cb-429f-af76-43d9ce2f2ad2 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Aug 23 06:20:13.118965 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:13.477609 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:20:13.663859 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346acd9a-d16a-4c7b-aa56-1b7744233a42 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:20:13.672857 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Publish callbacks [] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:13.686084 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Transition to ACTIVE for port object 346acd9a-d16a-4c7b-aa56-1b7744233a42 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 06:20:14.221797 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:14.237473 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d271fd-299d-4743-b354-8320f3c2a24b req-dc0a1624-333a-465c-9128-7fa23e5b0aae tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:14.238927 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98d271fd-299d-4743-b354-8320f3c2a24b req-dc0a1624-333a-465c-9128-7fa23e5b0aae tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 932 time: 0.0588853 Aug 23 06:20:14.320086 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=346acd9a-d16a-4c7b-aa56-1b7744233a42,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:14.360633 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98d271fd-299d-4743-b354-8320f3c2a24b req-2c67dfc7-dfab-46de-9e2b-a815e23ff76e tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050353 Aug 23 06:20:14.370438 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Attempting to bind port 346acd9a-d16a-4c7b-aa56-1b7744233a42 on host hv-cinder-85378 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 23 06:20:14.370771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Attempting to bind port 346acd9a-d16a-4c7b-aa56-1b7744233a42 by drivers openvswitch,hyperv on host hv-cinder-85378 at level 0 using segments [{'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 23 06:20:14.371098 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Attempting to bind port 346acd9a-d16a-4c7b-aa56-1b7744233a42 on network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:20:14.375863 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Port 346acd9a-d16a-4c7b-aa56-1b7744233a42 on network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85378 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 06:20:14.376169 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Attempting to bind port 346acd9a-d16a-4c7b-aa56-1b7744233a42 on network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 06:20:14.381463 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Checking agent: {'id': '25e943b9-135c-40c2-8be5-e2cfb177c686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85378', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'started_at': datetime.datetime(2022, 8, 23, 6, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 6, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 06:20:14.381803 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Checking segment: {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 06:20:14.382179 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Bound using segment: {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 06:20:14.382698 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Bound port: 346acd9a-d16a-4c7b-aa56-1b7744233a42, host: hv-cinder-85378, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8b86d8-6beb-4ab4-93fa-39c9f6657355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 23 06:20:14.382940 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:14.440845 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] For port 346acd9a-d16a-4c7b-aa56-1b7744233a42, host hv-cinder-85378, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 06:20:14.443748 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] For port 346acd9a-d16a-4c7b-aa56-1b7744233a42, host hv-cinder-85378, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 06:20:14.519043 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49376311'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:14.523035 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:14.523721 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:14.525101 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 1094 time: 1.4693763 Aug 23 06:20:14.525555 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:20:14.527889 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac19c73-8225-4129-a82d-061987643dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:20:14.566566 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a10c6e-562c-47f2-b1f2-6c77bd2cfaed x-openstack-request-id: req-69a10c6e-562c-47f2-b1f2-6c77bd2cfaed {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:20:14.568536 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:20:14.568536 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69a10c6e-562c-47f2-b1f2-6c77bd2cfaed {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:20:14.568536 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a10c6e-562c-47f2-b1f2-6c77bd2cfaed'] response: {'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'status': 'completed', 'code': 200} Aug 23 06:20:14.579553 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdce3a-ba9e-47a1-9a86-e050923bd0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=346acd9a-d16a-4c7b-aa56-1b7744233a42,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:14.627776 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac19c73-8225-4129-a82d-061987643dc2 req-2d118c36-950f-453a-8d0f-ca5ed5ff8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:14.629264 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-aac19c73-8225-4129-a82d-061987643dc2 req-2d118c36-950f-453a-8d0f-ca5ed5ff8b22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1128 time: 0.0439346 Aug 23 06:20:14.725137 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac19c73-8225-4129-a82d-061987643dc2 req-01477590-19f8-4030-bd40-1227cd9f95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:14.726606 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-aac19c73-8225-4129-a82d-061987643dc2 req-01477590-19f8-4030-bd40-1227cd9f95d7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0913291 Aug 23 06:20:14.814175 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac19c73-8225-4129-a82d-061987643dc2 req-e36b9e4d-0a96-4398-8d73-159cf9350096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:14.815510 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-aac19c73-8225-4129-a82d-061987643dc2 req-e36b9e4d-0a96-4398-8d73-159cf9350096 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0837629 Aug 23 06:20:14.890489 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-a1c5d779-6ce1-4829-9476-f9fe1824fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:14.891944 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-a1c5d779-6ce1-4829-9476-f9fe1824fd36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1128 time: 0.0427415 Aug 23 06:20:14.933004 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-8b4ad738-d4bd-4666-a16b-600f16122959 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 217 time: 0.0342188 Aug 23 06:20:14.978355 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-6d1cdb4a-cd6e-4b48-9b7e-474cb0e93696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:14.979732 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-6d1cdb4a-cd6e-4b48-9b7e-474cb0e93696 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0409136 Aug 23 06:20:15.026114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-af6cbaac-3061-45a3-af80-3694d08253e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:15.032956 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-af6cbaac-3061-45a3-af80-3694d08253e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424581 Aug 23 06:20:15.117451 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-f01a71ba-e4e8-4824-8a31-f97d977d53b6 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831404 Aug 23 06:20:15.204604 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e69e42c-f4a5-4ac7-ab65-0d4a7e4295de req-d43fb15b-2a5f-4953-8e12-2fe9b0ff53df service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815501 Aug 23 06:20:15.478739 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb2bd-f4ad-4880-9570-b37eede0f116 req-9976a67b-b73d-4d86-ae96-fec35f5542c1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:15.480206 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f9eeb2bd-f4ad-4880-9570-b37eede0f116 req-9976a67b-b73d-4d86-ae96-fec35f5542c1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 944 time: 0.0510371 Aug 23 06:20:15.530346 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f9eeb2bd-f4ad-4880-9570-b37eede0f116 req-914512d4-03e7-4fc7-950c-cf7a41f43a4c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 Aug 23 06:20:16.649993 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c6abb-d2ff-40f4-8998-55d6b4b0ebde req-be0fc57e-6507-4380-99bd-7f2081b96ac0 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:16.651379 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-709c6abb-d2ff-40f4-8998-55d6b4b0ebde req-be0fc57e-6507-4380-99bd-7f2081b96ac0 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 944 time: 0.0509114 Aug 23 06:20:16.695707 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-709c6abb-d2ff-40f4-8998-55d6b4b0ebde req-dc71fe05-8407-45f0-9595-ce1b373c5058 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388603 Aug 23 06:20:17.813270 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9e86-672d-4cd5-9b3a-b393ac0769d9 req-d3f65c35-22d7-48f0-a23c-bc6bed0ed870 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:17.814851 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-160c9e86-672d-4cd5-9b3a-b393ac0769d9 req-d3f65c35-22d7-48f0-a23c-bc6bed0ed870 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 944 time: 0.0523489 Aug 23 06:20:17.860735 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-160c9e86-672d-4cd5-9b3a-b393ac0769d9 req-f1c3a646-3fd6-465a-862c-33abb915d884 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Aug 23 06:20:18.767239 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 346acd9a-d16a-4c7b-aa56-1b7744233a42 details requested by agent hyperv_hv-cinder-85378 with host hv-cinder-85378 {{(pid=104498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 06:20:18.860205 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 346acd9a-d16a-4c7b-aa56-1b7744233a42, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:20:18.871141 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Returning: {'device': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'port_id': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'mac_address': 'fa:16:3e:20:37:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 06:20:18.908610 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 346acd9a-d16a-4c7b-aa56-1b7744233a42 is: DOWN; New status is: BUILD {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:20:18.909163 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:18.922440 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346acd9a-d16a-4c7b-aa56-1b7744233a42 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 06:20:18.941368 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 346acd9a-d16a-4c7b-aa56-1b7744233a42, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:20:18.978120 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd68e3-b76c-48d8-9ccf-9112ff953875 req-b1223b38-242e-4bc2-a3d2-2040472fd1b0 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:18.979576 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-addd68e3-b76c-48d8-9ccf-9112ff953875 req-b1223b38-242e-4bc2-a3d2-2040472fd1b0 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 944 time: 0.0496225 Aug 23 06:20:19.028539 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-addd68e3-b76c-48d8-9ccf-9112ff953875 req-cefac6cd-76e2-4732-88bf-8ad0c66e58cb tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 Aug 23 06:20:19.050462 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:19.096333 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=346acd9a-d16a-4c7b-aa56-1b7744233a42,revision_number=4']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:19.103103 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.103452 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.103794 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.104147 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.104483 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.104803 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.105124 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.105460 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.105790 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.106134 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.106452 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.106769 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.107085 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:19.438218 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['346acd9a-d16a-4c7b-aa56-1b7744233a42'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:20:20.145877 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341a1d6-c46c-4952-8749-0ce5c5aed38e req-9624e929-b116-4d25-abf4-b51e7c496a72 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:20.147327 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f341a1d6-c46c-4952-8749-0ce5c5aed38e req-9624e929-b116-4d25-abf4-b51e7c496a72 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 945 time: 0.0507047 Aug 23 06:20:20.192180 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f341a1d6-c46c-4952-8749-0ce5c5aed38e req-d0b53b55-4f65-4f61-b166-b0e58df1f7ba tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Aug 23 06:20:20.783375 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 346acd9a-d16a-4c7b-aa56-1b7744233a42 up at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 06:20:20.889700 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning for port 346acd9a-d16a-4c7b-aa56-1b7744233a42 completed by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 23 06:20:20.893307 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Provisioning complete for port 346acd9a-d16a-4c7b-aa56-1b7744233a42 triggered by entity L2. {{(pid=104498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 23 06:20:20.893735 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787197'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), provisioning_complete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:20.963245 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Current status of the port 346acd9a-d16a-4c7b-aa56-1b7744233a42 is: BUILD; New status is: ACTIVE {{(pid=104498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Aug 23 06:20:20.963630 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:20.985114 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:20:20.987461 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a1a1f43f919ed5e31303c0ca4b476a09f96951150f13976ac972ee9ab0fbc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a45482-47e6-48f0-9ae6-1e1500a37392" -d '{"events": [{"server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "name": "network-vif-plugged", "status": "completed", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:20:21.002808 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] For port 346acd9a-d16a-4c7b-aa56-1b7744233a42, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:20:21.024924 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c2c399-abd6-4751-bb70-9d06597b9837 x-openstack-request-id: req-62c2c399-abd6-4751-bb70-9d06597b9837 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:20:21.025374 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "name": "network-vif-plugged", "status": "completed", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:20:21.025658 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62c2c399-abd6-4751-bb70-9d06597b9837 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:20:21.026056 dv-cinder-853788-2-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c2c399-abd6-4751-bb70-9d06597b9837'] response: {'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'code': 200} Aug 23 06:20:21.095694 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:21.141306 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Pushing event updated for resources: {'Port': ['ID=346acd9a-d16a-4c7b-aa56-1b7744233a42,revision_number=5']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:21.342905 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae203-b06e-4559-962b-adc06b754474 req-4c48b7d0-f2f1-4663-829d-99e03c41e65c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:21.344369 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-29fae203-b06e-4559-962b-adc06b754474 req-4c48b7d0-f2f1-4663-829d-99e03c41e65c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0837886 Aug 23 06:20:21.358812 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae2cd5-fb7a-4ff0-9456-4958029c18f0 req-bceec6ae-d917-4184-8a8d-800cf0bd3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:21.360131 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-28ae2cd5-fb7a-4ff0-9456-4958029c18f0 req-bceec6ae-d917-4184-8a8d-800cf0bd3dad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1130 time: 0.0646927 Aug 23 06:20:21.422460 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-29fae203-b06e-4559-962b-adc06b754474 req-d07a1d80-0735-4220-b63a-e7fd557e05c7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716598 Aug 23 06:20:21.424781 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-28ae2cd5-fb7a-4ff0-9456-4958029c18f0 req-90a472e6-5523-4c37-8585-0a6e383afb84 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Aug 23 06:20:21.657361 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [req-e8e2163f-2add-42ca-ab88-835d2d04a758 req-0e4a64b7-faf4-4c5e-86cc-651d361b3b47 service neutron] (104496) timed out ('10.222.0.16', 61700) {{(pid=104496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 06:20:22.103241 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [req-8864f58f-da84-417c-99a9-b2724021fa41 req-b8094a5b-a24a-4fcc-905d-0381970b37cb service neutron] (104496) timed out ('10.222.0.16', 61709) {{(pid=104496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 06:20:22.205037 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [req-64512d56-360f-4f75-8cd7-b217d93b7aff req-e7eeabb0-024f-4c8c-910b-2df221788747 service neutron] (104497) timed out ('10.222.0.16', 61702) {{(pid=104497) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 06:20:22.543694 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d857d6-2598-495e-95ff-0fda97809724 req-974bf467-9283-4623-b3fc-43a5a31a712b tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:22.545189 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-95d857d6-2598-495e-95ff-0fda97809724 req-974bf467-9283-4623-b3fc-43a5a31a712b tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0518465 Aug 23 06:20:22.591405 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-95d857d6-2598-495e-95ff-0fda97809724 req-6ef40d2b-8d5d-44e8-9b18-ca8350825269 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Aug 23 06:20:23.272786 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a305-61d4-43ec-b666-f9c8b689ec64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:23.710349 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b07f2-fc7b-4d5a-bb60-534a31522659 req-abbeb4d1-9272-44c4-93de-0fa4cde127e3 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:23.711813 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7f3b07f2-fc7b-4d5a-bb60-534a31522659 req-abbeb4d1-9272-44c4-93de-0fa4cde127e3 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0518181 Aug 23 06:20:23.760721 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7f3b07f2-fc7b-4d5a-bb60-534a31522659 req-787e3fc1-8be6-4e45-afa2-60d28c553ada tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Aug 23 06:20:23.880042 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52377683-4f0a-4b0a-99e2-918cae4eeaa7 req-83bed0ff-a315-48e1-8fd8-d8e40915f0ba tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:23.881418 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-52377683-4f0a-4b0a-99e2-918cae4eeaa7 req-83bed0ff-a315-48e1-8fd8-d8e40915f0ba tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0508990 Aug 23 06:20:23.926758 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-52377683-4f0a-4b0a-99e2-918cae4eeaa7 req-9a075db4-5654-4c34-84ed-346fd3889800 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Aug 23 06:20:24.246891 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d9fcf-62d6-45ce-8533-a0fd26ee5679 req-09693181-cdb0-4957-8667-b224336d7e4e tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:24.248331 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6c9d9fcf-62d6-45ce-8533-a0fd26ee5679 req-09693181-cdb0-4957-8667-b224336d7e4e tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0534961 Aug 23 06:20:24.292635 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-6c9d9fcf-62d6-45ce-8533-a0fd26ee5679 req-1425f6b3-b91d-40d8-b582-41284b08c50b tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388355 Aug 23 06:20:25.432802 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-79069572-696e-4863-854b-0cc775e49d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:26.450057 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-868003f5-6cf0-41b9-895e-93109672c99b req-6c4f1ce7-5f2b-428f-83c2-74f79a9e3df9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863507 Aug 23 06:20:26.535260 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868003f5-6cf0-41b9-895e-93109672c99b req-940b7cf2-271d-4982-b09b-0a27704e01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:26.536757 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-868003f5-6cf0-41b9-895e-93109672c99b req-940b7cf2-271d-4982-b09b-0a27704e01d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1130 time: 0.0446310 Aug 23 06:20:26.642601 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868003f5-6cf0-41b9-895e-93109672c99b req-6c69d58b-bde9-4296-92c9-724c3fb64c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:26.644065 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-868003f5-6cf0-41b9-895e-93109672c99b req-6c69d58b-bde9-4296-92c9-724c3fb64c22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 915 time: 0.0890870 Aug 23 06:20:26.681627 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-868003f5-6cf0-41b9-895e-93109672c99b req-314f7270-e8bb-46bd-8615-a3f2bab3280d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 217 time: 0.0318820 Aug 23 06:20:26.728604 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868003f5-6cf0-41b9-895e-93109672c99b req-54a6120c-d12c-431e-8b63-01449deff714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:26.730042 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-868003f5-6cf0-41b9-895e-93109672c99b req-54a6120c-d12c-431e-8b63-01449deff714 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0427072 Aug 23 06:20:26.776410 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868003f5-6cf0-41b9-895e-93109672c99b req-86d4d845-cc23-405b-b354-9a6f999f37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:26.778502 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-868003f5-6cf0-41b9-895e-93109672c99b req-86d4d845-cc23-405b-b354-9a6f999f37a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421987 Aug 23 06:20:26.867822 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-868003f5-6cf0-41b9-895e-93109672c99b req-865bd368-c4e5-46e3-becc-4445e044829f service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837026 Aug 23 06:20:26.955762 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-868003f5-6cf0-41b9-895e-93109672c99b req-f38b890e-4dfb-4eba-8861-b5788369c9b7 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822709 Aug 23 06:20:26.985108 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:28.203927 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:29.535358 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:34.704403 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19940ed1-918d-4919-8046-71d5b3449034 req-8e4f63bc-cc4a-44d6-bf2f-b1d1a53acfb0 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:34.705796 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-19940ed1-918d-4919-8046-71d5b3449034 req-8e4f63bc-cc4a-44d6-bf2f-b1d1a53acfb0 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0507636 Aug 23 06:20:34.750560 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-19940ed1-918d-4919-8046-71d5b3449034 req-cfaaaf30-853a-46dd-a7fe-6650b3ac6f39 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393264 Aug 23 06:20:34.776655 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43280) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:34.865540 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605225f-3b28-4352-99ae-e3e103950e1d tempest-TestMinimumBasicScenario-1646857026 tempest-TestMinimumBasicScenario-1646857026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:34.867018 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-2605225f-3b28-4352-99ae-e3e103950e1d tempest-TestMinimumBasicScenario-1646857026 tempest-TestMinimumBasicScenario-1646857026-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1125 time: 0.0894346 Aug 23 06:20:34.869905 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43284) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:34.874584 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'floatingip': {'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'port_id': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:34.975467 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:35.068978 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (None), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:35.170083 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.db_base_plugin_common [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Allocated IP 172.27.1.116 (965f39cc-e708-482e-ac7b-6490c0241a71/31edc1a4-508b-4d5b-8b42-1b695c2a98c9/e7c1dfb2-cd40-4e1f-a4f4-206a67012935) {{(pid=104496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 06:20:35.265712 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for port (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:35.357510 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744335699851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:35.400828 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Network 965f39cc-e708-482e-ac7b-6490c0241a71 is already hosted by enough agents. {{(pid=104496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 06:20:35.406361 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.base_scheduler [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Resources bound (agent type, host, resource id): {{(pid=104496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 06:20:35.408926 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Received port after_create {{(pid=104496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Aug 23 06:20:35.411996 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'Port': ['ID=e7c1dfb2-cd40-4e1f-a4f4-206a67012935,revision_number=1']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:35.439232 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.439583 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.439929 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.440266 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.440601 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.440930 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.441258 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.441614 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.441942 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.442267 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.442590 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.442912 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.443234 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:20:35.745880 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for floatingip (11be9c18-6145-4df8-8be3-668a77a77bb6), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:35.878857 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:36.016092 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for port (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:36.168507 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:36.233989 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'Port': ['ID=e7c1dfb2-cd40-4e1f-a4f4-206a67012935,revision_number=2']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:36.236460 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538280'] for floatingip (11be9c18-6145-4df8-8be3-668a77a77bb6), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:36.566346 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.db.l3_db [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Floating IP 11be9c18-6145-4df8-8be3-668a77a77bb6 associated. External IP: 172.27.1.116, port: 346acd9a-d16a-4c7b-aa56-1b7744233a42. Aug 23 06:20:36.754178 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Router da2f08ba-d390-4a92-be78-c44e0cb3d11c has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:20:36.849310 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:20:36.859399 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] Sync routers for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:20:36.868790 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:20:36.873641 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:20:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:20:36.952694 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:36.964888 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:20:36.988818 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-a0ced3af-3f88-498c-9090-7dd29e285f6d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1151798 Aug 23 06:20:36.988818 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:20:36.989082 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43286) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:36.989747 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3010492c-a1cf-420b-b129-2583843e1ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:20:36.993450 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-91c1cbfd-d71d-43a8-bb93-62775ce4f4ce tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160100776', 'description': 'tempest-secgroup-smoke-1160100776 description', 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:37.029052 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c892f7-3059-4559-9f8b-1a789c04660b x-openstack-request-id: req-69c892f7-3059-4559-9f8b-1a789c04660b {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:20:37.029354 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:20:37.029643 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69c892f7-3059-4559-9f8b-1a789c04660b {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:20:37.030055 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c892f7-3059-4559-9f8b-1a789c04660b'] response: {'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'status': 'completed', 'code': 200} Aug 23 06:20:37.100482 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-0e852d9c-ec4f-4c95-a57e-fbb807421522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:37.102022 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-0e852d9c-ec4f-4c95-a57e-fbb807421522 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1130 time: 0.0523546 Aug 23 06:20:37.117790 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91c1cbfd-d71d-43a8-bb93-62775ce4f4ce tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:37.185371 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '11be9c18-6145-4df8-8be3-668a77a77bb6', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'port_id': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'mac_address': 'fa:16:3e:20:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:20:35Z', 'updated_at': '2022-08-23T06:20:35Z', 'revision_number': 0, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:46Z', 'revision_number': 5, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:20:37.209749 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] Checking router: da2f08ba-d390-4a92-be78-c44e0cb3d11c for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:20:37.218812 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:20:37.219418 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:20:25Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:20:37.223995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-fef95c39-0f53-45ed-8f87-383f129252e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:37.225469 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-fef95c39-0f53-45ed-8f87-383f129252e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 915 time: 0.1162999 Aug 23 06:20:37.282375 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91c1cbfd-d71d-43a8-bb93-62775ce4f4ce tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group (1bc4b66d-e20d-4199-8b7a-216070379eda), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:37.301936 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-70926b13-2743-4cb6-9e9f-f7d85176c575 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 1000 time: 0.0665624 Aug 23 06:20:37.319033 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:20:37.361464 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-169435d6-5ef2-4344-bdbe-a18c41a16dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:37.362912 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-169435d6-5ef2-4344-bdbe-a18c41a16dbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0437119 Aug 23 06:20:37.364163 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91c1cbfd-d71d-43a8-bb93-62775ce4f4ce tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1bc4b66d-e20d-4199-8b7a-216070379eda), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:37.423679 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1cbfd-d71d-43a8-bb93-62775ce4f4ce tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc4b66d-e20d-4199-8b7a-216070379eda,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:37.437707 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-eced7209-c153-43a4-bfb1-783707336f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:37.439250 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-eced7209-c153-43a4-bfb1-783707336f60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702264 Aug 23 06:20:37.488433 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91c1cbfd-d71d-43a8-bb93-62775ce4f4ce tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:37.489657 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-91c1cbfd-d71d-43a8-bb93-62775ce4f4ce tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4997089 Aug 23 06:20:37.492766 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43290) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:37.497897 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-bf6a57ac-6b04-4e6e-a304-4f15f6ee1350 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'security_group_rule': {'security_group_id': '1bc4b66d-e20d-4199-8b7a-216070379eda', 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:37.534340 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-11ca043a-ac32-4a7f-8d60-b85ff8347054 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881891 Aug 23 06:20:37.539384 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '11be9c18-6145-4df8-8be3-668a77a77bb6', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'port_id': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'mac_address': 'fa:16:3e:20:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:20:35Z', 'updated_at': '2022-08-23T06:20:35Z', 'revision_number': 0, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:46Z', 'revision_number': 5, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:20:37.566713 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bb6fe-306d-48f9-bb7a-659ae0de27dd None None] The sync data for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi is: [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_floatingips': [{'id': '11be9c18-6145-4df8-8be3-668a77a77bb6', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'router_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'port_id': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'mac_address': 'fa:16:3e:20:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T06:20:35Z', 'updated_at': '2022-08-23T06:20:35Z', 'revision_number': 0, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:46Z', 'revision_number': 5, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:20:37.598569 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57ac-6b04-4e6e-a304-4f15f6ee1350 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (b65f37a8-c597-49e7-af55-535a21bca223), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:37.648874 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3010492c-a1cf-420b-b129-2583843e1ad9 req-3529bd2e-5dfb-493f-aacb-1a0c265126eb service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017570 Aug 23 06:20:37.660879 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57ac-6b04-4e6e-a304-4f15f6ee1350 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (b65f37a8-c597-49e7-af55-535a21bca223), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:37.776037 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57ac-6b04-4e6e-a304-4f15f6ee1350 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (b65f37a8-c597-49e7-af55-535a21bca223), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:37.785194 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60bf8c-a4df-4d6c-95de-ef600aa72cc9 None None] New status for floating IP 11be9c18-6145-4df8-8be3-668a77a77bb6: ACTIVE {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:20:37.798828 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a57ac-6b04-4e6e-a304-4f15f6ee1350 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65f37a8-c597-49e7-af55-535a21bca223,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:37.926219 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57ac-6b04-4e6e-a304-4f15f6ee1350 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:37.927452 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-bf6a57ac-6b04-4e6e-a304-4f15f6ee1350 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4336939 Aug 23 06:20:37.930246 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43292) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:37.939544 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [None req-cc69147e-af57-4830-a926-f811e8e5e279 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'security_group_rule': {'security_group_id': '1bc4b66d-e20d-4199-8b7a-216070379eda', 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:38.055187 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc69147e-af57-4830-a926-f811e8e5e279 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (2d0eb31c-1e61-40b8-be43-4b4e38b2da6c), before_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.111114 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc69147e-af57-4830-a926-f811e8e5e279 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (2d0eb31c-1e61-40b8-be43-4b4e38b2da6c), precommit_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.198678 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc69147e-af57-4830-a926-f811e8e5e279 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (2d0eb31c-1e61-40b8-be43-4b4e38b2da6c), after_create {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.218163 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69147e-af57-4830-a926-f811e8e5e279 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0eb31c-1e61-40b8-be43-4b4e38b2da6c,revision_number=0']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:38.303665 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc69147e-af57-4830-a926-f811e8e5e279 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.304821 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-cc69147e-af57-4830-a926-f811e8e5e279 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3735516 Aug 23 06:20:38.307727 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43294) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:38.312787 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-654619ee-ec62-44b4-b8ac-9aba13257089 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'security_group_rule': {'security_group_id': '1bc4b66d-e20d-4199-8b7a-216070379eda', 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:38.404500 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-654619ee-ec62-44b4-b8ac-9aba13257089 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (4db42315-9076-490f-b382-0c58dba252a7), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.459385 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-654619ee-ec62-44b4-b8ac-9aba13257089 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (4db42315-9076-490f-b382-0c58dba252a7), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.546601 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-654619ee-ec62-44b4-b8ac-9aba13257089 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (4db42315-9076-490f-b382-0c58dba252a7), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.564455 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654619ee-ec62-44b4-b8ac-9aba13257089 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db42315-9076-490f-b382-0c58dba252a7,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:38.651645 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-654619ee-ec62-44b4-b8ac-9aba13257089 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.653569 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-654619ee-ec62-44b4-b8ac-9aba13257089 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448274 Aug 23 06:20:38.656247 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43296) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:38.660467 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-12fa92b6-6386-43b6-b614-934bf8d81ff7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'security_group_rule': {'security_group_id': '1bc4b66d-e20d-4199-8b7a-216070379eda', 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:38.763703 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12fa92b6-6386-43b6-b614-934bf8d81ff7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (8f6a1461-37c2-4183-9d7d-77a4af3e21f2), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.818528 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12fa92b6-6386-43b6-b614-934bf8d81ff7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (8f6a1461-37c2-4183-9d7d-77a4af3e21f2), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.901257 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12fa92b6-6386-43b6-b614-934bf8d81ff7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (8f6a1461-37c2-4183-9d7d-77a4af3e21f2), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.919742 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa92b6-6386-43b6-b614-934bf8d81ff7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6a1461-37c2-4183-9d7d-77a4af3e21f2,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:38.994876 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-12fa92b6-6386-43b6-b614-934bf8d81ff7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:38.996714 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-12fa92b6-6386-43b6-b614-934bf8d81ff7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389447 Aug 23 06:20:38.999267 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43298) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:39.003495 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-ec2af64e-3278-48e8-b6fc-a3e1f86e3242 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'security_group_rule': {'security_group_id': '1bc4b66d-e20d-4199-8b7a-216070379eda', 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:39.106787 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.securitygroups_db [None req-ec2af64e-3278-48e8-b6fc-a3e1f86e3242 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Project 4e91d9c372c14fa6ab80d0c66b58e021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 06:20:39.111618 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ec2af64e-3278-48e8-b6fc-a3e1f86e3242 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (43286152-ca9c-493a-b46d-bf5bf2535f0c), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:39.167880 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ec2af64e-3278-48e8-b6fc-a3e1f86e3242 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (43286152-ca9c-493a-b46d-bf5bf2535f0c), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:39.248044 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ec2af64e-3278-48e8-b6fc-a3e1f86e3242 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (43286152-ca9c-493a-b46d-bf5bf2535f0c), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:39.267992 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2af64e-3278-48e8-b6fc-a3e1f86e3242 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43286152-ca9c-493a-b46d-bf5bf2535f0c,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:39.347082 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ec2af64e-3278-48e8-b6fc-a3e1f86e3242 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:39.348283 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ec2af64e-3278-48e8-b6fc-a3e1f86e3242 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3480997 Aug 23 06:20:39.352225 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43300) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:20:39.357245 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-55e9de11-f627-421a-b4b2-6d7365862de5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'security_group_rule': {'security_group_id': '1bc4b66d-e20d-4199-8b7a-216070379eda', 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:39.495908 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.securitygroups_db [None req-55e9de11-f627-421a-b4b2-6d7365862de5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Project 4e91d9c372c14fa6ab80d0c66b58e021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 06:20:39.501955 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55e9de11-f627-421a-b4b2-6d7365862de5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (901c8e33-91a3-4afd-a25d-4b7f61b5e17d), before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:39.557922 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55e9de11-f627-421a-b4b2-6d7365862de5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (901c8e33-91a3-4afd-a25d-4b7f61b5e17d), precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:39.609891 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55e9de11-f627-421a-b4b2-6d7365862de5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763482'] for security_group_rule (901c8e33-91a3-4afd-a25d-4b7f61b5e17d), after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:39.628690 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9de11-f627-421a-b4b2-6d7365862de5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901c8e33-91a3-4afd-a25d-4b7f61b5e17d,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:39.680130 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-55e9de11-f627-421a-b4b2-6d7365862de5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:39.681367 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-55e9de11-f627-421a-b4b2-6d7365862de5 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3281822 Aug 23 06:20:39.766861 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-da336269-72cf-483f-b0dd-a65e3a608bfe tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160100776&fields=id&tenant_id=4e91d9c372c14fa6ab80d0c66b58e021 HTTP/1.1" status: 200 len: 267 time: 0.0430174 Aug 23 06:20:39.824446 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-2ee4235f-8c8e-4046-8429-1ebab32391ec tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:39.825962 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-2ee4235f-8c8e-4046-8429-1ebab32391ec tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0539823 Aug 23 06:20:39.836660 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'port': {'security_groups': ['6c7ab021-64b0-4da2-bb93-2b7e0050d76c', '1bc4b66d-e20d-4199-8b7a-216070379eda']}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:20:39.903199 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:40.106615 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] For port 346acd9a-d16a-4c7b-aa56-1b7744233a42, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:20:40.133007 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:40.225027 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:40.235811 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:40.236428 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:40.237033 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['346acd9a-d16a-4c7b-aa56-1b7744233a42'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:20:40.243561 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8dac7e5b-fc85-4ee4-9f6f-7e432a633fa9 req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "PUT /v2.0/ports/346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 982 time: 0.4081674 Aug 23 06:20:40.243561 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:20:40.243561 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:20:40.288350 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a63aaa-e341-4a41-98e5-a01ecaade730 x-openstack-request-id: req-63a63aaa-e341-4a41-98e5-a01ecaade730 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:20:40.288650 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:20:40.288911 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63a63aaa-e341-4a41-98e5-a01ecaade730 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:20:40.289929 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a63aaa-e341-4a41-98e5-a01ecaade730'] response: {'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'status': 'completed', 'code': 200} Aug 23 06:20:40.302422 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['346acd9a-d16a-4c7b-aa56-1b7744233a42'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:20:40.316701 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df8eb7-fc62-4ed2-937a-14a7e8457e4d tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'Port': ['ID=346acd9a-d16a-4c7b-aa56-1b7744233a42,revision_number=6']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:20:40.380556 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f26cd1-47ed-40f9-b077-af879a59ad7a req-d2e7ffba-081a-4ac8-aea8-63b068174506 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:40.382174 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-55f26cd1-47ed-40f9-b077-af879a59ad7a req-d2e7ffba-081a-4ac8-aea8-63b068174506 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0793858 Aug 23 06:20:40.390174 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-07229119-4ebb-4348-8723-fd98ffb08054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:40.391591 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-07229119-4ebb-4348-8723-fd98ffb08054 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1169 time: 0.0794487 Aug 23 06:20:40.501337 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-55f26cd1-47ed-40f9-b077-af879a59ad7a req-aacf9094-64c9-4496-80d1-94adcb99afe9 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086748 Aug 23 06:20:40.522446 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-dae04b68-13c4-4b04-a2c5-9e75d24cfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:40.523884 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-dae04b68-13c4-4b04-a2c5-9e75d24cfd69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 915 time: 0.1250079 Aug 23 06:20:40.543031 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:40.589476 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-332ba282-4f64-4549-9690-c80cf8638e4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 1002 time: 0.0592530 Aug 23 06:20:40.638492 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-36594a39-3257-4871-89c4-6dd8d79105b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:40.640235 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-36594a39-3257-4871-89c4-6dd8d79105b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0451813 Aug 23 06:20:40.689211 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-5b03db87-7cdf-4c35-93b6-11c886ff016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:20:40.690739 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-5b03db87-7cdf-4c35-93b6-11c886ff016d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420434 Aug 23 06:20:40.782643 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-bcf1a29f-0836-4fc8-af9a-544321ebd81d service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849123 Aug 23 06:20:40.869309 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1b30ef3-01ab-42d5-b389-d1a7f3b8165b req-33684365-2866-4bc4-a018-9eab41faa70b service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809250 Aug 23 06:20:50.476081 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:20:53.318009 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36d0cfb2-21b0-4ac3-9b3e-9c1490a60a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:55.426698 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9398dd07-6633-4b45-a43f-9e5c23f6931b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:57.032711 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:58.233232 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:20:59.523707 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:10.506835 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:23.304928 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e1e9cdc7-03c8-4880-8b8a-4f8ca1e1198a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:25.404510 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-841514d3-2b98-48ad-910c-be4eb9e5f236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:26.378608 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-987496df-ac79-4954-a0c7-953f643903b6 req-97f7e0d1-704d-46d5-9623-8c712f5923ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421655 Aug 23 06:21:26.468795 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987496df-ac79-4954-a0c7-953f643903b6 req-68db3bf1-4c64-42cb-b291-d14425047963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:26.470378 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-987496df-ac79-4954-a0c7-953f643903b6 req-68db3bf1-4c64-42cb-b291-d14425047963 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1169 time: 0.0482461 Aug 23 06:21:26.569225 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987496df-ac79-4954-a0c7-953f643903b6 req-f745aee6-f89f-4b49-ab54-21e61d034bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:26.570701 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-987496df-ac79-4954-a0c7-953f643903b6 req-f745aee6-f89f-4b49-ab54-21e61d034bab service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 915 time: 0.0827303 Aug 23 06:21:26.635876 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-987496df-ac79-4954-a0c7-953f643903b6 req-e42ab08d-c441-48f6-ba50-4313a87598d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 1002 time: 0.0581062 Aug 23 06:21:26.682999 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987496df-ac79-4954-a0c7-953f643903b6 req-58807171-ba17-48af-ac77-8b483b711737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:26.684393 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-987496df-ac79-4954-a0c7-953f643903b6 req-58807171-ba17-48af-ac77-8b483b711737 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0418441 Aug 23 06:21:26.729744 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987496df-ac79-4954-a0c7-953f643903b6 req-cb67668b-7978-47b2-b5be-dd1693130869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:26.731177 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-987496df-ac79-4954-a0c7-953f643903b6 req-cb67668b-7978-47b2-b5be-dd1693130869 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407305 Aug 23 06:21:26.819906 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-987496df-ac79-4954-a0c7-953f643903b6 req-909cd00f-9fa3-4809-b01e-0d8b8d1443ca service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822284 Aug 23 06:21:26.906286 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-987496df-ac79-4954-a0c7-953f643903b6 req-8a97dab0-2263-49e0-8598-a57e53d6a99d service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805569 Aug 23 06:21:26.984996 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:27.476159 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:21:28.209682 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:29.501081 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:38.291950 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574877b-6548-4bbe-8e92-774533f63bbb req-79f4fc0a-32ab-4b6a-adfc-2544ee5a4393 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:38.294207 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c574877b-6548-4bbe-8e92-774533f63bbb req-79f4fc0a-32ab-4b6a-adfc-2544ee5a4393 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0560868 Aug 23 06:21:38.387001 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c574877b-6548-4bbe-8e92-774533f63bbb req-c1294f70-0d2a-4185-ad74-17e4f0a0b348 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868742 Aug 23 06:21:38.394285 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-966e629c-8aa3-40dd-a16f-dba2f4c9eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:38.395718 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-966e629c-8aa3-40dd-a16f-dba2f4c9eba4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1169 time: 0.0796838 Aug 23 06:21:38.482268 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-54558423-e673-4f3c-a3cb-143fd7520e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:38.484218 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-54558423-e673-4f3c-a3cb-143fd7520e97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 915 time: 0.0823376 Aug 23 06:21:38.547981 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-aa2abb4c-2572-4dca-9f54-c316a8475cba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 1002 time: 0.0573416 Aug 23 06:21:38.597189 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-d9cd85c5-5a04-41da-ab16-c176873c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:38.598632 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-d9cd85c5-5a04-41da-ab16-c176873c937d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0427389 Aug 23 06:21:38.645391 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-187b94fe-f022-4b92-b101-052e959d4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:38.646909 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-187b94fe-f022-4b92-b101-052e959d4fbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418165 Aug 23 06:21:38.735977 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-9c205fb8-314a-4f11-8916-a9833bc675c0 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823557 Aug 23 06:21:38.821107 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-189612be-6b3b-4249-8c3f-e70514a96e95 req-68eb9f08-c1e8-4cdb-9877-83a27b9850a8 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788789 Aug 23 06:21:39.509933 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e772a00-5aa3-41db-ac9c-4af6cd9e303f req-22740e50-4b80-4c5b-ae4e-78da924d058f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:39.511417 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4e772a00-5aa3-41db-ac9c-4af6cd9e303f req-22740e50-4b80-4c5b-ae4e-78da924d058f tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0523551 Aug 23 06:21:39.569868 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-4e772a00-5aa3-41db-ac9c-4af6cd9e303f req-a52e0e51-5b81-4894-b600-09ac3da7f9e7 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524611 Aug 23 06:21:40.501018 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:40.696960 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917209f6-4322-402a-96a5-3841c29dfb6c req-2397e090-df00-40c1-9b0a-c0bab8323943 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:40.698382 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-917209f6-4322-402a-96a5-3841c29dfb6c req-2397e090-df00-40c1-9b0a-c0bab8323943 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0554266 Aug 23 06:21:40.756295 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-917209f6-4322-402a-96a5-3841c29dfb6c req-55ac1aa4-fb75-4de4-959c-1309ae163c6c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518796 Aug 23 06:21:41.876075 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c5649-e71a-4db1-a7a3-cae3fb86ab5d req-31bbd1bc-da4c-4021-956a-e3cfa7cc194a tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:41.877571 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8f7c5649-e71a-4db1-a7a3-cae3fb86ab5d req-31bbd1bc-da4c-4021-956a-e3cfa7cc194a tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0516491 Aug 23 06:21:41.938025 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-8f7c5649-e71a-4db1-a7a3-cae3fb86ab5d req-072c90fe-27c5-4f54-99aa-933908d1bafc tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547605 Aug 23 06:21:43.056637 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f2c51-c871-42f4-ad84-379416870a7d req-c4a46255-6de1-4107-988f-2bef7de205ee tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:43.058139 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ac9f2c51-c871-42f4-ad84-379416870a7d req-c4a46255-6de1-4107-988f-2bef7de205ee tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0519741 Aug 23 06:21:43.117680 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ac9f2c51-c871-42f4-ad84-379416870a7d req-80c17a0c-093a-496a-992a-f8addbe81729 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526664 Aug 23 06:21:44.247402 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7672570-e4a5-4466-b1d5-06fb0d9048e7 req-46bdf837-8ba1-4b78-91a4-d009d6aed9f0 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:44.248796 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e7672570-e4a5-4466-b1d5-06fb0d9048e7 req-46bdf837-8ba1-4b78-91a4-d009d6aed9f0 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0531373 Aug 23 06:21:44.308266 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-e7672570-e4a5-4466-b1d5-06fb0d9048e7 req-a75c4a09-d14b-40f5-a30e-5fe0db2dbd9c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538516 Aug 23 06:21:45.426975 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b0c3a-a74c-4538-9172-c9523d1d7528 req-2afdf40e-d543-4d2d-a472-401f22860522 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:45.428419 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eb9b0c3a-a74c-4538-9172-c9523d1d7528 req-2afdf40e-d543-4d2d-a472-401f22860522 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0504858 Aug 23 06:21:45.488979 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eb9b0c3a-a74c-4538-9172-c9523d1d7528 req-316a54a8-4bc4-4a03-81e8-344da7840e26 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549192 Aug 23 06:21:46.607188 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ada1c-63d7-416d-ab41-29facd551b0c req-ebffc9dd-9e45-4df8-ab1e-2c0c8ae0cf09 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:46.608647 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bb7ada1c-63d7-416d-ab41-29facd551b0c req-ebffc9dd-9e45-4df8-ab1e-2c0c8ae0cf09 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0514052 Aug 23 06:21:46.667070 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-bb7ada1c-63d7-416d-ab41-29facd551b0c req-22dc827c-a2c8-4cd7-8274-662b013c3f77 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526621 Aug 23 06:21:47.784988 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3853ceb-cdc0-426e-86b9-eda9e9430267 req-966c6e72-aa92-435d-b55d-a5a62a687f14 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:47.786459 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a3853ceb-cdc0-426e-86b9-eda9e9430267 req-966c6e72-aa92-435d-b55d-a5a62a687f14 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0507510 Aug 23 06:21:47.843684 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a3853ceb-cdc0-426e-86b9-eda9e9430267 req-dcb17761-afc7-4ab8-ba4a-6d71576a3019 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516796 Aug 23 06:21:48.966632 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a90d54-7066-4624-a227-5ad444bde0e0 req-42bf34fd-0025-4eec-b9c7-97a05b415b90 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:48.968083 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a6a90d54-7066-4624-a227-5ad444bde0e0 req-42bf34fd-0025-4eec-b9c7-97a05b415b90 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0544763 Aug 23 06:21:49.025494 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a6a90d54-7066-4624-a227-5ad444bde0e0 req-d9e139fa-ffc1-45be-82b7-26b86d156647 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517299 Aug 23 06:21:50.145771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf96fe9-9c9d-4124-b43a-d6e8bd31d280 req-2ce43d70-1167-4e16-8c67-b4f607d2c387 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:21:50.147223 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-edf96fe9-9c9d-4124-b43a-d6e8bd31d280 req-2ce43d70-1167-4e16-8c67-b4f607d2c387 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0508306 Aug 23 06:21:50.204149 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-edf96fe9-9c9d-4124-b43a-d6e8bd31d280 req-dc102052-c629-484f-a794-1d69bc1f94b2 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&id=1bc4b66d-e20d-4199-8b7a-216070379eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513592 Aug 23 06:21:53.283434 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c217ffc8-b3ed-46e7-a172-d72f90f5a6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:55.385059 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f9c1220c-912b-4059-a46b-09fb264e9cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:56.990589 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:58.215212 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:21:59.558041 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:04.476198 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:22:10.517475 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:23.368925 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0c4717d2-d358-4fca-98ba-3e6783762bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:25.397254 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f39d18c5-6573-4bf9-a610-debd938d1a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:26.387643 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-fe9ba223-8382-4e2f-9d7e-a00f84eb151b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470371 Aug 23 06:22:26.470235 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-e46838df-9fdc-417d-84bf-1cddd4049111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:26.471728 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-e46838df-9fdc-417d-84bf-1cddd4049111 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1169 time: 0.0441213 Aug 23 06:22:26.569390 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-6168295b-dbc3-4810-b26f-e8e6d2a6a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:26.570866 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-6168295b-dbc3-4810-b26f-e8e6d2a6a413 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 915 time: 0.0817318 Aug 23 06:22:26.634920 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-000d9491-5984-44b1-82ec-5261c65f45b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 1002 time: 0.0574574 Aug 23 06:22:26.681771 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-4b11842c-7d57-4fac-b794-b651a4b68410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:26.683149 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-4b11842c-7d57-4fac-b794-b651a4b68410 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0423846 Aug 23 06:22:26.729492 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-77d746d5-021d-4167-bed4-f7199bfcb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:26.730917 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-77d746d5-021d-4167-bed4-f7199bfcb601 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415261 Aug 23 06:22:26.818752 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-1ebce064-9044-46d1-8cb3-51a6e08e5ad4 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821068 Aug 23 06:22:26.904337 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a16c86d0-c7e8-401c-bd4a-b1f8cc4245c3 req-b268a672-0f9d-47d0-a082-1dcb3717a09d service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789533 Aug 23 06:22:26.980425 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:28.230178 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:29.493233 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:40.515716 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:41.475953 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:22:53.322950 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-24b2d8ba-002d-4ffb-a4cb-bd06620adf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:53.670054 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a341d710-f52a-4396-94a1-283605834ccb req-4170eed6-677e-469b-9e48-61bd6774420e tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160100776&fields=id&tenant_id=4e91d9c372c14fa6ab80d0c66b58e021 HTTP/1.1" status: 200 len: 267 time: 0.0451643 Aug 23 06:22:53.725373 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341d710-f52a-4396-94a1-283605834ccb req-99784733-a145-43c6-bcb7-b071828a437c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:53.726899 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a341d710-f52a-4396-94a1-283605834ccb req-99784733-a145-43c6-bcb7-b071828a437c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 985 time: 0.0515110 Aug 23 06:22:53.737465 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.v2.base [req-a341d710-f52a-4396-94a1-283605834ccb req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Request body: {'port': {'security_groups': ['6c7ab021-64b0-4da2-bb93-2b7e0050d76c']}} {{(pid=104496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 06:22:53.810142 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-a341d710-f52a-4396-94a1-283605834ccb req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814426'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), before_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:53.975983 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [req-a341d710-f52a-4396-94a1-283605834ccb req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] For port 346acd9a-d16a-4c7b-aa56-1b7744233a42, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:22:54.002376 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-a341d710-f52a-4396-94a1-283605834ccb req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), precommit_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:54.076828 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-a341d710-f52a-4396-94a1-283605834ccb req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744336258910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744335699869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744335699887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31817381'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), after_update {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:54.088759 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['346acd9a-d16a-4c7b-aa56-1b7744233a42'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:22:54.094999 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341d710-f52a-4396-94a1-283605834ccb req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:54.096501 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [req-a341d710-f52a-4396-94a1-283605834ccb req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:54.096984 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-a341d710-f52a-4396-94a1-283605834ccb req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "PUT /v2.0/ports/346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 943 time: 0.3639586 Aug 23 06:22:54.097452 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42'}] {{(pid=104496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:22:54.103287 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c79633c9ca9974de9f594485a971ba4b3d62ff06de34e5254ecae206977fd3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4cb221-95e1-4ea1-b515-374e934b1000" -d '{"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42"}]}' {{(pid=104496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:22:54.103790 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43382) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:22:54.159378 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['346acd9a-d16a-4c7b-aa56-1b7744233a42'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:22:54.184189 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event updated for resources: {'Port': ['ID=346acd9a-d16a-4c7b-aa56-1b7744233a42,revision_number=7']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:22:54.201592 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.201953 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.202302 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.202656 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.202984 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.203318 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.203662 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.203989 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.204319 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.204654 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.205003 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.205314 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.205684 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa9fae-19ea-454c-bba4-99141c81f313 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:54.210173 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89fa699-0729-443d-8ac4-03bc6c341f88 x-openstack-request-id: req-f89fa699-0729-443d-8ac4-03bc6c341f88 {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:22:54.210475 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42", "status": "completed", "code": 200}]} {{(pid=104496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:22:54.210733 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f89fa699-0729-443d-8ac4-03bc6c341f88 {{(pid=104496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:22:54.211139 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89fa699-0729-443d-8ac4-03bc6c341f88'] response: {'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'status': 'completed', 'code': 200} Aug 23 06:22:54.214513 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1788aaa4-b60b-4bce-a45a-364ad597d3cd tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group (1bc4b66d-e20d-4199-8b7a-216070379eda), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:54.241857 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1788aaa4-b60b-4bce-a45a-364ad597d3cd tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group (1bc4b66d-e20d-4199-8b7a-216070379eda), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:54.283862 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-30294f08-362d-45d0-8599-057e561167d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:54.286178 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-30294f08-362d-45d0-8599-057e561167d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1130 time: 0.0528500 Aug 23 06:22:54.374803 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1788aaa4-b60b-4bce-a45a-364ad597d3cd tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (1bc4b66d-e20d-4199-8b7a-216070379eda), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:54.377666 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-1788aaa4-b60b-4bce-a45a-364ad597d3cd tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:54.382135 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-1788aaa4-b60b-4bce-a45a-364ad597d3cd tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "DELETE /v2.0/security-groups/1bc4b66d-e20d-4199-8b7a-216070379eda HTTP/1.1" status: 204 len: 168 time: 0.2748742 Aug 23 06:22:54.382310 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-c2298c65-eb51-4f1d-b7b0-5ffa75084b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:54.382310 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-c2298c65-eb51-4f1d-b7b0-5ffa75084b2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 915 time: 0.0893655 Aug 23 06:22:54.382310 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43388) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:22:54.390369 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788aaa4-b60b-4bce-a45a-364ad597d3cd tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc4b66d-e20d-4199-8b7a-216070379eda,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:22:54.483939 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-2de3d0cd-da06-4cbd-950d-9a4693295a39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 1002 time: 0.0945296 Aug 23 06:22:54.571350 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-02f4f4ce-2bd7-49dd-aed5-9b91092381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:54.572672 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-02f4f4ce-2bd7-49dd-aed5-9b91092381dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0829840 Aug 23 06:22:54.635594 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Deleting port e7c1dfb2-cd40-4e1f-a4f4-206a67012935 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:22:54.635929 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:54.943035 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-2add2c13-3413-4bea-a4dc-05e41d419798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:54.944409 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-2add2c13-3413-4bea-a4dc-05e41d419798 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3576205 Aug 23 06:22:55.032371 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:55.032702 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for floatingip (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:55.053724 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Calling delete_port for e7c1dfb2-cd40-4e1f-a4f4-206a67012935 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:22:55.076702 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-3bf0be94-b947-4056-9ea6-71d4b933b664 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250851 Aug 23 06:22:55.221275 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b4cb221-95e1-4ea1-b515-374e934b1000 req-9cb63561-c921-490c-82f5-4fca5b6030d4 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119680 Aug 23 06:22:55.334339 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (e7c1dfb2-cd40-4e1f-a4f4-206a67012935), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:55.359039 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event deleted for resources: {'Port': ['ID=e7c1dfb2-cd40-4e1f-a4f4-206a67012935,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:22:55.368401 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-66f14a4a-8c1f-467a-b7b6-f448a34884a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:55.384062 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.384412 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.384759 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.385095 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.385426 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.385782 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.386108 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.386435 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.386761 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.387084 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.387406 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.387728 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.388050 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:22:55.426066 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks [] for floatingip (11be9c18-6145-4df8-8be3-668a77a77bb6), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:55.426399 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Floating IP 11be9c18-6145-4df8-8be3-668a77a77bb6 disassociated (deleted). External IP: 172.27.1.116, port: 346acd9a-d16a-4c7b-aa56-1b7744233a42. Aug 23 06:22:55.617257 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Router da2f08ba-d390-4a92-be78-c44e0cb3d11c has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:22:55.715797 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:22:55.720208 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for floatingip (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:55.727676 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] Sync routers for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:22:55.737975 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:22:55.738569 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:22:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:22:55.748726 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9e5a0044-ca1d-4ee0-adec-831e2242c557 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "DELETE /v2.0/floatingips/11be9c18-6145-4df8-8be3-668a77a77bb6 HTTP/1.1" status: 204 len: 168 time: 1.3654466 Aug 23 06:22:55.749411 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:22:55.751792 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae1aec-e99b-413d-a937-63b884a1e0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:22:55.839504 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:22:55.848074 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 06:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095e8c0b-f1e0-4532-b636-e93eb20c4324 x-openstack-request-id: req-095e8c0b-f1e0-4532-b636-e93eb20c4324 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:22:55.848442 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:22:55.848827 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-095e8c0b-f1e0-4532-b636-e93eb20c4324 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:22:55.849300 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095e8c0b-f1e0-4532-b636-e93eb20c4324'] response: {'name': 'network-changed', 'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'status': 'completed', 'code': 200} Aug 23 06:22:55.914033 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-aa95ad08-4058-49f8-87a5-7506a93869a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:55.915550 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-aa95ad08-4058-49f8-87a5-7506a93869a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 1130 time: 0.0449834 Aug 23 06:22:56.006776 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-2e4e2d52-f252-476f-b65a-6fe4ec822ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:56.008237 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-2e4e2d52-f252-476f-b65a-6fe4ec822ec4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 200 len: 915 time: 0.0868893 Aug 23 06:22:56.033402 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:46Z', 'revision_number': 5, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:22:56.047721 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-687ba9a2-14a8-4f49-b040-09aee6c71bf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 200 len: 217 time: 0.0330102 Aug 23 06:22:56.060533 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] Checking router: da2f08ba-d390-4a92-be78-c44e0cb3d11c for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:22:56.069514 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:22:56.070118 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:22:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:22:56.104966 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-05db46a7-5b77-484d-89b2-5771318d3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:56.106438 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-05db46a7-5b77-484d-89b2-5771318d3025 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 200 len: 853 time: 0.0520153 Aug 23 06:22:56.162471 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-49475c61-67f0-4255-93d0-77911f25990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:56.164143 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-49475c61-67f0-4255-93d0-77911f25990f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518897 Aug 23 06:22:56.172694 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:22:56.259911 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-d26245d2-c04b-4c57-99bb-968fe2bd0d6c service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856109 Aug 23 06:22:56.363870 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c0ae1aec-e99b-413d-a937-63b884a1e0a3 req-348798be-a3f3-4d1c-bdd0-6c936b567a6c service neutron] 10.222.0.16 "GET /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980039 Aug 23 06:22:56.381062 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:46Z', 'revision_number': 5, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:22:56.408859 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60703f7-8912-4af1-a03f-b02bbb733047 None None] The sync data for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi is: [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:40Z', 'revision_number': 4, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi', '_interfaces': [{'id': 'd7e9074a-aae6-4929-a4b8-67c87282fdba', 'name': '', 'network_id': '3b3c4ba3-1805-4f65-a4e4-3e2752daf72e', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'mac_address': 'fa:16:3e:d3:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:40Z', 'updated_at': '2022-08-23T06:19:46Z', 'revision_number': 5, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'subnets': [{'id': '91e2fa5d-4546-4c8e-92f3-855854c5386a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:22:56.650779 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fea951-c0eb-4ce6-9499-93b2baa62d35 None None] New status for floating IP 11be9c18-6145-4df8-8be3-668a77a77bb6: DOWN {{(pid=104498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 06:22:57.140156 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:58.214460 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:59.522917 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:22:59.930152 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b40eb3-46b5-4bb9-a089-80f2751c6ea4 req-47d04b12-b31f-4701-96fa-e77d1477fcba tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:22:59.931552 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-19b40eb3-46b5-4bb9-a089-80f2751c6ea4 req-47d04b12-b31f-4701-96fa-e77d1477fcba tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0518060 Aug 23 06:22:59.976516 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-19b40eb3-46b5-4bb9-a089-80f2751c6ea4 req-11ff27c0-eee2-4872-9189-a087e295206b tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 Aug 23 06:23:01.099589 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7eb2e-5869-48c4-aa76-61092b1b401c req-414e5ac1-ba9b-48fb-82d0-551ee9814c54 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:23:01.101067 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8cf7eb2e-5869-48c4-aa76-61092b1b401c req-414e5ac1-ba9b-48fb-82d0-551ee9814c54 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0534217 Aug 23 06:23:01.146849 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8cf7eb2e-5869-48c4-aa76-61092b1b401c req-2d28c9ed-84d9-483d-b528-be28bfdc582b tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Aug 23 06:23:01.916891 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-f67d6a52-05fb-4e54-966d-ed05b9eb145c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:23:01.918370 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-f67d6a52-05fb-4e54-966d-ed05b9eb145c tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0506432 Aug 23 06:23:02.006246 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Deleting port 346acd9a-d16a-4c7b-aa56-1b7744233a42 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:02.006587 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:02.091726 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] For port 346acd9a-d16a-4c7b-aa56-1b7744233a42, host hv-cinder-85378, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85378',level=0,port_id=346acd9a-d16a-4c7b-aa56-1b7744233a42,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:02.092082 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:02.104597 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Calling delete_port for 346acd9a-d16a-4c7b-aa56-1b7744233a42 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:02.265834 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604159b8-7eff-4d73-a26d-d7f8268682b9 req-0ef7fd37-9ab1-4488-b10e-bc8c815beb1a tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 06:23:02.267577 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-604159b8-7eff-4d73-a26d-d7f8268682b9 req-0ef7fd37-9ab1-4488-b10e-bc8c815beb1a tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c27ae28-4cd2-4926-83d7-befd7fabdea7 HTTP/1.1" status: 200 len: 946 time: 0.0508621 Aug 23 06:23:02.282979 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (346acd9a-d16a-4c7b-aa56-1b7744233a42), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:02.296382 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] get_ports_and_sgs() called for port_ids ['346acd9a-d16a-4c7b-aa56-1b7744233a42'] {{(pid=104498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 06:23:02.310781 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Pushing event deleted for resources: {'Port': ['ID=346acd9a-d16a-4c7b-aa56-1b7744233a42,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:02.315033 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [req-604159b8-7eff-4d73-a26d-d7f8268682b9 req-9ce15431-4aa7-400a-a261-9ce0e9778400 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c7ab021-64b0-4da2-bb93-2b7e0050d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Aug 23 06:23:02.379215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] No DVR routers for this DVR port 346acd9a-d16a-4c7b-aa56-1b7744233a42 on host hv-cinder-85378 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:23:02.379215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-488250'] for port (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:02.379215 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5f03d225-87d3-41c1-8356-fcb34469c5df req-a5e03c02-949d-4252-892b-c563a043ebb1 tempest-TestMinimumBasicScenario-397728767 tempest-TestMinimumBasicScenario-397728767-project] 10.222.0.16 "DELETE /v2.0/ports/346acd9a-d16a-4c7b-aa56-1b7744233a42 HTTP/1.1" status: 204 len: 173 time: 0.4402106 Aug 23 06:23:02.379215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'name': 'network-vif-deleted', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 06:23:02.379215 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e1f56a9b7c707df47a7d619507fd0e8f6211993837278bd291fb258aa9a438" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acfe4fe-7815-4c45-9ebd-5ab9d592c250" -d '{"events": [{"server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "name": "network-vif-deleted", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 06:23:02.403963 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 06:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fae1030-1eef-4c22-862f-431b2322205e x-openstack-request-id: req-2fae1030-1eef-4c22-862f-431b2322205e {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 06:23:02.404433 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c27ae28-4cd2-4926-83d7-befd7fabdea7", "name": "network-vif-deleted", "tag": "346acd9a-d16a-4c7b-aa56-1b7744233a42", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 06:23:02.404732 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2fae1030-1eef-4c22-862f-431b2322205e {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 06:23:02.405176 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fae1030-1eef-4c22-862f-431b2322205e'] response: {'server_uuid': '9c27ae28-4cd2-4926-83d7-befd7fabdea7', 'name': 'network-vif-deleted', 'tag': '346acd9a-d16a-4c7b-aa56-1b7744233a42', 'status': 'completed', 'code': 200} Aug 23 06:23:05.640860 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43490) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:05.809987 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 346acd9a-d16a-4c7b-aa56-1b7744233a42 no longer exists at agent hyperv_hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:23:05.831047 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] No Port match for: 346acd9a-d16a-4c7b-aa56-1b7744233a42 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:23:05.831389 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Device 346acd9a-d16a-4c7b-aa56-1b7744233a42 not bound to the agent host hv-cinder-85378 {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:23:05.955988 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (da2f08ba-d390-4a92-be78-c44e0cb3d11c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:06.179893 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Deleting port d7e9074a-aae6-4929-a4b8-67c87282fdba {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:06.180159 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:06.255156 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] For port d7e9074a-aae6-4929-a4b8-67c87282fdba, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d7e9074a-aae6-4929-a4b8-67c87282fdba,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:06.255517 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:06.268019 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Calling delete_port for d7e9074a-aae6-4929-a4b8-67c87282fdba owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:06.476945 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (d7e9074a-aae6-4929-a4b8-67c87282fdba), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:06.503290 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e9074a-aae6-4929-a4b8-67c87282fdba,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:06.659725 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (da2f08ba-d390-4a92-be78-c44e0cb3d11c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:06.859344 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Router da2f08ba-d390-4a92-be78-c44e0cb3d11c has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:23:06.952958 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:23:06.958454 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9402e04a-e592-4267-a6c6-ca74cbc925de admin admin] 10.222.0.26 "PUT /v2.0/routers/da2f08ba-d390-4a92-be78-c44e0cb3d11c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3162887 Aug 23 06:23:06.961300 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43492) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:06.962359 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] Sync routers for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:23:06.971771 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:23:06.972374 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:22:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:07.055538 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks [] for router (da2f08ba-d390-4a92-be78-c44e0cb3d11c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:07.069302 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: dv-cinder-853788-2-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:23:07.150493 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks [] for router_gateway (da2f08ba-d390-4a92-be78-c44e0cb3d11c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:07.238342 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:23:06Z', 'revision_number': 5, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port': {'id': 'cf69fcc7-fa98-4ac0-a0ad-ff9483458d76', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:07.259532 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Deleting port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:07.264920 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:07.265053 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] Checking router: da2f08ba-d390-4a92-be78-c44e0cb3d11c for host: dv-cinder-853788-2-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:23:07.271894 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] Routers {'da2f08ba-d390-4a92-be78-c44e0cb3d11c'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:23:07.272662 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:22:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:07.341957 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] For port cf69fcc7-fa98-4ac0-a0ad-ff9483458d76, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=cf69fcc7-fa98-4ac0-a0ad-ff9483458d76,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:07.342327 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:07.354607 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Calling delete_port for cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:07.359887 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] Set router da2f08ba-d390-4a92-be78-c44e0cb3d11c gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:23:07.407352 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:23:07Z', 'revision_number': 6, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:07.430465 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073b1a1-5165-4c9c-8286-d947fef28ca5 None None] The sync data for ids ['da2f08ba-d390-4a92-be78-c44e0cb3d11c'] in dv-cinder-853788-2-iscsi is: [{'id': 'da2f08ba-d390-4a92-be78-c44e0cb3d11c', 'name': 'tempest-TestMinimumBasicScenario-432661048-router', 'tenant_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:38Z', 'updated_at': '2022-08-23T06:23:07Z', 'revision_number': 6, 'project_id': '4e91d9c372c14fa6ab80d0c66b58e021', 'gw_port_host': None}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:23:07.574272 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (cf69fcc7-fa98-4ac0-a0ad-ff9483458d76), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:07.595924 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf69fcc7-fa98-4ac0-a0ad-ff9483458d76,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:07.660080 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (da2f08ba-d390-4a92-be78-c44e0cb3d11c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:07.742284 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (da2f08ba-d390-4a92-be78-c44e0cb3d11c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:07.744363 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks [] for router_controller (da2f08ba-d390-4a92-be78-c44e0cb3d11c), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.140101 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (da2f08ba-d390-4a92-be78-c44e0cb3d11c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.140536 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da2f08ba-d390-4a92-be78-c44e0cb3d11c {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:23:08.145647 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.146828 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a77a57a7-eaa7-4ae5-8eda-d8f2e0f248c2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/da2f08ba-d390-4a92-be78-c44e0cb3d11c HTTP/1.1" status: 204 len: 168 time: 1.1845615 Aug 23 06:23:08.149304 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43496) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:08.202328 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-7beab85d-6ff5-42f4-9525-db00bafa45f9 admin admin] Deleting subnet 91e2fa5d-4546-4c8e-92f3-855854c5386a {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:23:08.205656 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7beab85d-6ff5-42f4-9525-db00bafa45f9 admin admin] Publish callbacks [] for subnet (91e2fa5d-4546-4c8e-92f3-855854c5386a), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.234926 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d7e9074a-aae6-4929-a4b8-67c87282fdba no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:23:08.242634 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7beab85d-6ff5-42f4-9525-db00bafa45f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49376497'] for subnet (91e2fa5d-4546-4c8e-92f3-855854c5386a), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.254860 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: d7e9074a-aae6-4929-a4b8-67c87282fdba {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:23:08.255213 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d7e9074a-aae6-4929-a4b8-67c87282fdba not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:23:08.255624 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:23:08.273487 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:23:08.274069 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device cf69fcc7-fa98-4ac0-a0ad-ff9483458d76 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:23:08.325379 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7beab85d-6ff5-42f4-9525-db00bafa45f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (91e2fa5d-4546-4c8e-92f3-855854c5386a), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.451299 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7beab85d-6ff5-42f4-9525-db00bafa45f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49376333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30006175'] for subnet (91e2fa5d-4546-4c8e-92f3-855854c5386a), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.462117 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7beab85d-6ff5-42f4-9525-db00bafa45f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.466340 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7beab85d-6ff5-42f4-9525-db00bafa45f9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/91e2fa5d-4546-4c8e-92f3-855854c5386a HTTP/1.1" status: 204 len: 168 time: 0.3160484 Aug 23 06:23:08.467325 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8e12ba-f220-427d-a70a-1af113e5ce3c None None] Network 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:23:08.469108 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [-] (104496) accepted ('10.222.0.26', 43498) {{(pid=104496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:08.483698 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beab85d-6ff5-42f4-9525-db00bafa45f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e2fa5d-4546-4c8e-92f3-855854c5386a,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:08.539620 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (3b3c4ba3-1805-4f65-a4e4-3e2752daf72e), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.590860 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Deleting port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 {{(pid=104496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:08.591208 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.622188 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] DHCP port deletion for 3b3c4ba3-1805-4f65-a4e4-3e2752daf72e request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:23:08.663032 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.db [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] For port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:08.663397 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.666378 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Deleting port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:08.666762 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.675859 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.plugin [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Calling delete_port for 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 owned by network:dhcp {{(pid=104496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:08.732067 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] For port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,segment=NetworkSegment(2a8b86d8-6beb-4ab4-93fa-39c9f6657355),segment_id=2a8b86d8-6beb-4ab4-93fa-39c9f6657355)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:08.732469 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.744483 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Calling delete_port for 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:08.814519 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31817386'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.820673 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (7518cd03-bbf3-4e70-b2cc-f57ccc406db8), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.840515 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Pushing event deleted for resources: {'Port': ['ID=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:08.842410 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] No DVR routers for this DVR port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 on host dv-cinder-853788-2-iscsi {{(pid=104496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:23:08.850098 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Pushing event deleted for resources: {'Port': ['ID=7518cd03-bbf3-4e70-b2cc-f57ccc406db8,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:08.852294 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] No DVR routers for this DVR port 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:23:08.863029 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.863637 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.864486 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.865381 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.865381 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.865584 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.865787 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.866111 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.866432 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.866754 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.867118 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.867443 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.867761 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29d1b1-edfe-4c6e-a02c-2ebd7c122242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853788-2-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 06:23:08.915171 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (3b3c4ba3-1805-4f65-a4e4-3e2752daf72e), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.934973 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3c4ba3-1805-4f65-a4e4-3e2752daf72e']}} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:08.943861 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8b86d8-6beb-4ab4-93fa-39c9f6657355') {'for_net_delete': True} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:08.944125 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.services.segments.db [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8b86d8-6beb-4ab4-93fa-39c9f6657355') {} {{(pid=104496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:08.953033 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31873280'] for segment (2a8b86d8-6beb-4ab4-93fa-39c9f6657355), before_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.965756 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (2a8b86d8-6beb-4ab4-93fa-39c9f6657355), precommit_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:08.971430 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:23:08.980037 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31817597'] for segment (2a8b86d8-6beb-4ab4-93fa-39c9f6657355), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:09.050406 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 2a8b86d8-6beb-4ab4-93fa-39c9f6657355 resource provider aggregate not found Aug 23 06:23:09.066147 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.services.segments.plugin [-] Segment 2a8b86d8-6beb-4ab4-93fa-39c9f6657355 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a8b86d8-6beb-4ab4-93fa-39c9f6657355 found for delete ", "request_id": "req-fc772d3e-67d1-46a2-ae38-fce963fcf362"}]} Aug 23 06:23:09.099978 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (3b3c4ba3-1805-4f65-a4e4-3e2752daf72e), after_delete {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:09.105207 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron_lib.callbacks.manager [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:09.108326 dv-cinder-853788-2-iscsi neutron-server[104496]: INFO neutron.wsgi [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] 10.222.0.26 "DELETE /v2.0/networks/3b3c4ba3-1805-4f65-a4e4-3e2752daf72e HTTP/1.1" status: 204 len: 168 time: 0.6380608 Aug 23 06:23:09.114606 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43506) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:09.119736 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88a415-f1a0-4e73-9931-ca1089f9588e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3c4ba3-1805-4f65-a4e4-3e2752daf72e,revision_number=None']} {{(pid=104496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:09.427130 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538536'] for router_interface (a052e149-561b-4532-8b51-91778ca0334e), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:09.646293 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Deleting port 9ac20eb5-187a-4010-80fe-326f898e9094 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:09.646532 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:09.725768 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] For port 9ac20eb5-187a-4010-80fe-326f898e9094, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=9ac20eb5-187a-4010-80fe-326f898e9094,segment=NetworkSegment(4ebdb020-c175-43f7-a9a1-47cdef2f1e83),segment_id=4ebdb020-c175-43f7-a9a1-47cdef2f1e83)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:09.726160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:09.739038 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Calling delete_port for 9ac20eb5-187a-4010-80fe-326f898e9094 owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:09.972701 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (9ac20eb5-187a-4010-80fe-326f898e9094), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:09.997167 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac20eb5-187a-4010-80fe-326f898e9094,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:10.161182 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:23:10.172855 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536856'] for router_interface (a052e149-561b-4532-8b51-91778ca0334e), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:10.180548 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:23:10.180893 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 7518cd03-bbf3-4e70-b2cc-f57ccc406db8 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:23:10.367178 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Router a052e149-561b-4532-8b51-91778ca0334e has already been hosted by L3 agent 92f6ad5b-c9b4-485a-a6ee-b70394811772 {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 06:23:10.464883 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] Notify agent at l3_agent.dv-cinder-853788-2-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 06:23:10.474905 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-af25b945-6e14-42d9-a058-256e5cf297cb admin admin] 10.222.0.26 "PUT /v2.0/routers/a052e149-561b-4532-8b51-91778ca0334e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3572395 Aug 23 06:23:10.474905 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43508) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:10.475082 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] Sync routers for ids ['a052e149-561b-4532-8b51-91778ca0334e'] in dv-cinder-853788-2-iscsi {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 06:23:10.483167 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] Routers {'a052e149-561b-4532-8b51-91778ca0334e'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:23:10.483777 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:22:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['a052e149-561b-4532-8b51-91778ca0334e'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:10.533882 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:10.571421 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks [] for router (a052e149-561b-4532-8b51-91778ca0334e), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:10.582923 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] Set router a052e149-561b-4532-8b51-91778ca0334e gateway port host: dv-cinder-853788-2-iscsi {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:23:10.667065 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks [] for router_gateway (a052e149-561b-4532-8b51-91778ca0334e), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:10.754232 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'external_fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:23:09Z', 'revision_number': 5, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port': {'id': 'd575a2f6-e7e0-443d-b770-52abb79cc48f', 'name': '', 'network_id': '965f39cc-e708-482e-ac7b-6490c0241a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a052e149-561b-4532-8b51-91778ca0334e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853788-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T06:19:44Z', 'updated_at': '2022-08-23T06:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31edc1a4-508b-4d5b-8b42-1b695c2a98c9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853788-2-iscsi'}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:10.782637 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] Checking router: a052e149-561b-4532-8b51-91778ca0334e for host: dv-cinder-853788-2-iscsi {{(pid=104498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 06:23:10.791705 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] Routers {'a052e149-561b-4532-8b51-91778ca0334e'} bound to L3 agent in host dv-cinder-853788-2-iscsi {{(pid=104498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Aug 23 06:23:10.792323 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853788-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T05:55:55Z,description=,heartbeat_timestamp=2022-08-23T06:22:55Z,host='dv-cinder-853788-2-iscsi',id=92f6ad5b-c9b4-485a-a6ee-b70394811772,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T05:55:55Z,topic='l3_agent')) {'router_ids': ['a052e149-561b-4532-8b51-91778ca0334e'], 'active': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:10.806995 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Deleting port d575a2f6-e7e0-443d-b770-52abb79cc48f {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:10.807337 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:10.871263 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvr_db [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] Set router a052e149-561b-4532-8b51-91778ca0334e gateway port host: None {{(pid=104498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 06:23:10.887917 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] For port d575a2f6-e7e0-443d-b770-52abb79cc48f, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=d575a2f6-e7e0-443d-b770-52abb79cc48f,segment=NetworkSegment(67383f59-1428-45b1-a21b-03db84e3bc3c),segment_id=67383f59-1428-45b1-a21b-03db84e3bc3c)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:10.888287 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:10.901951 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Calling delete_port for d575a2f6-e7e0-443d-b770-52abb79cc48f owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:10.923405 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_hamode_db [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:23:10Z', 'revision_number': 6, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port_host': None}], 'dv-cinder-853788-2-iscsi', False) {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:10.947454 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146ab15-24af-4232-b867-b54b4dfb0d8b None None] The sync data for ids ['a052e149-561b-4532-8b51-91778ca0334e'] in dv-cinder-853788-2-iscsi is: [{'id': 'a052e149-561b-4532-8b51-91778ca0334e', 'name': 'tempest-TestMinimumBasicScenario-1992244031-router', 'tenant_id': '4733780d011e47b3a3975f151b07f97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T06:19:43Z', 'updated_at': '2022-08-23T06:23:10Z', 'revision_number': 6, 'project_id': '4733780d011e47b3a3975f151b07f97c', 'gw_port_host': None}] {{(pid=104498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 06:23:11.122860 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (d575a2f6-e7e0-443d-b770-52abb79cc48f), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.145832 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d575a2f6-e7e0-443d-b770-52abb79cc48f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:11.205861 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538238'] for router_gateway (a052e149-561b-4532-8b51-91778ca0334e), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.290173 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7956'] for router (a052e149-561b-4532-8b51-91778ca0334e), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.292239 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks [] for router_controller (a052e149-561b-4532-8b51-91778ca0334e), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.425595 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576778'] for router (a052e149-561b-4532-8b51-91778ca0334e), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.426159 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a052e149-561b-4532-8b51-91778ca0334e {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 06:23:11.430479 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.431614 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7cb21a98-fc58-4fda-8353-a137203b89bf admin admin] 10.222.0.26 "DELETE /v2.0/routers/a052e149-561b-4532-8b51-91778ca0334e HTTP/1.1" status: 204 len: 168 time: 0.9583213 Aug 23 06:23:11.434160 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43510) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:11.476650 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe4b191-1c0d-4b25-82ee-d557aad2faf1 admin admin] Deleting subnet 77d1ecbc-b9e1-475a-8be9-e91363caab07 {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 23 06:23:11.479660 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b191-1c0d-4b25-82ee-d557aad2faf1 admin admin] Publish callbacks [] for subnet (77d1ecbc-b9e1-475a-8be9-e91363caab07), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.511984 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b191-1c0d-4b25-82ee-d557aad2faf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-49376497'] for subnet (77d1ecbc-b9e1-475a-8be9-e91363caab07), precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.586158 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b191-1c0d-4b25-82ee-d557aad2faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814819'] for subnet (77d1ecbc-b9e1-475a-8be9-e91363caab07), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.700370 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b191-1c0d-4b25-82ee-d557aad2faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49376333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30006175'] for subnet (77d1ecbc-b9e1-475a-8be9-e91363caab07), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.724882 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4b191-1c0d-4b25-82ee-d557aad2faf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d1ecbc-b9e1-475a-8be9-e91363caab07,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:11.730379 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b191-1c0d-4b25-82ee-d557aad2faf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.733652 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6fe4b191-1c0d-4b25-82ee-d557aad2faf1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/77d1ecbc-b9e1-475a-8be9-e91363caab07 HTTP/1.1" status: 204 len: 168 time: 0.2984867 Aug 23 06:23:11.735981 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9581f760-dc0b-426c-af5b-a6570533300a None None] Network 8edb0660-33af-418e-a270-5b853819f01c requested from dv-cinder-853788-2-iscsi {{(pid=104498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 06:23:11.736516 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43512) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:11.804161 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1741135'] for network (8edb0660-33af-418e-a270-5b853819f01c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.857930 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Deleting port b99b4f06-ebee-4fb6-b449-7c20c5072297 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:11.858454 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.898229 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] DHCP port deletion for 8edb0660-33af-418e-a270-5b853819f01c request from dv-cinder-853788-2-iscsi {{(pid=104498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 06:23:11.923420 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] For port b99b4f06-ebee-4fb6-b449-7c20c5072297, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=b99b4f06-ebee-4fb6-b449-7c20c5072297,segment=NetworkSegment(4ebdb020-c175-43f7-a9a1-47cdef2f1e83),segment_id=4ebdb020-c175-43f7-a9a1-47cdef2f1e83)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:11.923786 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:11.937805 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Calling delete_port for b99b4f06-ebee-4fb6-b449-7c20c5072297 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:11.945213 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] Deleting port b99b4f06-ebee-4fb6-b449-7c20c5072297 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Aug 23 06:23:11.945629 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744336119269'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.016296 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] For port b99b4f06-ebee-4fb6-b449-7c20c5072297, host dv-cinder-853788-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853788-2-iscsi',level=0,port_id=b99b4f06-ebee-4fb6-b449-7c20c5072297,segment=NetworkSegment(4ebdb020-c175-43f7-a9a1-47cdef2f1e83),segment_id=4ebdb020-c175-43f7-a9a1-47cdef2f1e83)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 06:23:12.016877 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532713'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.029250 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] Calling delete_port for b99b4f06-ebee-4fb6-b449-7c20c5072297 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2092}} Aug 23 06:23:12.088863 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49376312'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.103305 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1664280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744336258892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744335699860'] for port (b99b4f06-ebee-4fb6-b449-7c20c5072297), after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.109602 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device b99b4f06-ebee-4fb6-b449-7c20c5072297 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:23:12.125266 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99b4f06-ebee-4fb6-b449-7c20c5072297,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:12.127042 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] No DVR routers for this DVR port b99b4f06-ebee-4fb6-b449-7c20c5072297 on host dv-cinder-853788-2-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:23:12.153774 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] Pushing event deleted for resources: {'Port': ['ID=b99b4f06-ebee-4fb6-b449-7c20c5072297,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:12.157907 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee223713-da96-4db8-ab70-3e9cdd4c2d3e None None] No DVR routers for this DVR port b99b4f06-ebee-4fb6-b449-7c20c5072297 on host dv-cinder-853788-2-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 06:23:12.162124 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: b99b4f06-ebee-4fb6-b449-7c20c5072297 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:23:12.162468 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device b99b4f06-ebee-4fb6-b449-7c20c5072297 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:23:12.162876 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d575a2f6-e7e0-443d-b770-52abb79cc48f no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:23:12.181467 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: d575a2f6-e7e0-443d-b770-52abb79cc48f {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:23:12.181819 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device d575a2f6-e7e0-443d-b770-52abb79cc48f not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:23:12.182227 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 9ac20eb5-187a-4010-80fe-326f898e9094 no longer exists at agent ovs-agent-dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 06:23:12.198538 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1815450', 'neutron.services.segments.db._delete_segments_for_network-8744336211438'] for network (8edb0660-33af-418e-a270-5b853819f01c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.200095 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] No Port match for: 9ac20eb5-187a-4010-80fe-326f898e9094 {{(pid=104498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2352}} Aug 23 06:23:12.200439 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.rpc [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Device 9ac20eb5-187a-4010-80fe-326f898e9094 not bound to the agent host dv-cinder-853788-2-iscsi {{(pid=104498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 06:23:12.219248 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edb0660-33af-418e-a270-5b853819f01c']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:12.228235 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebdb020-c175-43f7-a9a1-47cdef2f1e83') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:12.228528 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebdb020-c175-43f7-a9a1-47cdef2f1e83') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 06:23:12.237592 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744336215044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-49376504'] for segment (4ebdb020-c175-43f7-a9a1-47cdef2f1e83), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.250770 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951'] for segment (4ebdb020-c175-43f7-a9a1-47cdef2f1e83), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.257713 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 06:23:12.257713 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49376751'] for segment (4ebdb020-c175-43f7-a9a1-47cdef2f1e83), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.298045 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 4ebdb020-c175-43f7-a9a1-47cdef2f1e83 resource provider aggregate not found Aug 23 06:23:12.317164 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.services.segments.plugin [-] Segment 4ebdb020-c175-43f7-a9a1-47cdef2f1e83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ebdb020-c175-43f7-a9a1-47cdef2f1e83 found for delete ", "request_id": "req-dbf1dd7b-9ff7-4745-b36b-d5bb3cf12224"}]} Aug 23 06:23:12.425295 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1815469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538266'] for network (8edb0660-33af-418e-a270-5b853819f01c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.431227 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605275'] for network (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.434511 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8edb0660-33af-418e-a270-5b853819f01c HTTP/1.1" status: 204 len: 168 time: 0.6975005 Aug 23 06:23:12.445100 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e28c3-fdee-49fd-ba18-2a6bac2859c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8edb0660-33af-418e-a270-5b853819f01c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:12.752114 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43520) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:12.793081 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-70878364-8751-432e-bc1e-2f1966a48b8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e91d9c372c14fa6ab80d0c66b58e021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398400 Aug 23 06:23:12.795576 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43522) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:12.841141 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c629a242-103e-459a-9cc7-2dd01be8f2c9 admin admin] Publish callbacks [] for security_group (6c7ab021-64b0-4da2-bb93-2b7e0050d76c), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:12.861987 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c629a242-103e-459a-9cc7-2dd01be8f2c9 admin admin] Publish callbacks [] for security_group (6c7ab021-64b0-4da2-bb93-2b7e0050d76c), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:13.037769 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c629a242-103e-459a-9cc7-2dd01be8f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (6c7ab021-64b0-4da2-bb93-2b7e0050d76c), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:13.040559 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c629a242-103e-459a-9cc7-2dd01be8f2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:13.041762 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c629a242-103e-459a-9cc7-2dd01be8f2c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c7ab021-64b0-4da2-bb93-2b7e0050d76c HTTP/1.1" status: 204 len: 168 time: 0.2452321 Aug 23 06:23:13.049682 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629a242-103e-459a-9cc7-2dd01be8f2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7ab021-64b0-4da2-bb93-2b7e0050d76c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:13.747548 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43528) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:13.787680 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f10541ac-1b88-4a16-8520-6ffd7d53be50 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4733780d011e47b3a3975f151b07f97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409334 Aug 23 06:23:13.790088 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.26', 43530) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 06:23:13.835423 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e8fbfb2-d0f6-461f-93ce-3a3c9e2ef711 admin admin] Publish callbacks [] for security_group (dcb11384-465a-4566-80ed-acdcb80e680d), before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:13.856411 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e8fbfb2-d0f6-461f-93ce-3a3c9e2ef711 admin admin] Publish callbacks [] for security_group (dcb11384-465a-4566-80ed-acdcb80e680d), precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:13.956867 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e8fbfb2-d0f6-461f-93ce-3a3c9e2ef711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765581'] for security_group (dcb11384-465a-4566-80ed-acdcb80e680d), after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:13.959528 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1e8fbfb2-d0f6-461f-93ce-3a3c9e2ef711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:13.960710 dv-cinder-853788-2-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1e8fbfb2-d0f6-461f-93ce-3a3c9e2ef711 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcb11384-465a-4566-80ed-acdcb80e680d HTTP/1.1" status: 204 len: 168 time: 0.1697233 Aug 23 06:23:13.969678 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fbfb2-d0f6-461f-93ce-3a3c9e2ef711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb11384-465a-4566-80ed-acdcb80e680d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 06:23:18.474997 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:23:23.436821 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3159a3f6-8e1d-41fc-a090-3b0ad3858dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:25.407981 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ff62aeeb-ba40-4720-a7bc-c10422d4f103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:26.991043 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:28.224795 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:29.510902 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:40.521757 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:53.315955 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d483f35-0597-47e4-b46f-63ce3d1e2316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:55.401527 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ed8679cf-cdc4-4776-947c-cb3912452be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:55.473579 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:23:57.007761 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:58.209773 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:23:59.481505 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:10.532538 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:17.388799 dv-cinder-853788-2-iscsi neutron-server[104497]: DEBUG neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-84fa19e0-386c-4db9-9f00-b7bc30f20fca service neutron] (104497) timed out ('10.222.0.26', 36808) {{(pid=104497) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 06:24:17.605025 dv-cinder-853788-2-iscsi neutron-server[104496]: DEBUG neutron.wsgi [req-540d334d-34c2-4a55-a377-e4adbfab6e0b req-04096926-bad8-4ddc-a3ee-ffeb6cb87a0c tempest-AttachVolumeShelveTestJSON-1026565226 tempest-AttachVolumeShelveTestJSON-1026565226-project] (104496) timed out ('10.222.0.26', 36816) {{(pid=104496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 06:24:23.308959 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d4a78fb-d722-4ea8-829c-f12ff46adcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:25.388623 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-340857b6-1cb8-4ccb-992a-238a71705ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:27.000765 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:28.246656 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:29.475465 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:32.471653 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:24:40.549128 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:53.303412 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-acc73c18-75be-4d5b-a9ab-75cf032932dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:55.388818 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3bc1adf4-9ce6-4923-a750-72d6df01abf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:57.000011 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:58.274671 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:24:59.514574 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:09.469973 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:25:10.605554 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:23.320128 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-550ab2da-e59a-4963-a36f-c24ddb7e0d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:25.388070 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c64c99c2-2919-474d-8bfd-3cbf0409cc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:26.993692 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:28.228450 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:29.502439 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:40.553702 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:46.471422 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:25:53.313013 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-11fe558f-39a0-41d4-aaeb-91cd6c3b8fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:55.405586 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a7eb224a-3349-46ca-ad44-d47835fd587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:57.021874 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:58.233243 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:25:59.507400 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:10.587065 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:23.323967 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7aa315f6-a6c8-4607-86ec-8cefd59b85b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:23.470215 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:26:25.392929 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0313-ee76-4ee9-bb95-74618f5f4703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:27.009124 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:28.220926 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:29.495240 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:40.581083 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:53.420781 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3c72-9139-4bc5-ae84-1a67a101c096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:55.374374 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bffbd833-4aa9-4d97-b821-c210b52282e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:57.077019 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:58.271758 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:26:59.557230 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:00.469122 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:27:10.562832 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:23.339335 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c7361729-3785-4c54-bb19-1114982f51fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:25.402490 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-93f36c14-a191-4742-bbe8-6e4b2d0f4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:27.025116 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:28.242585 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:29.510749 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:37.468658 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:27:40.584559 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:53.333754 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd00a662-ff36-4c87-b230-e1e177d688f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:55.418870 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b22b2d28-bf5b-421b-b6bc-f22093169462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:57.036195 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:58.249076 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:27:59.510522 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:28:10.589819 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:28:14.467881 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:28:23.452773 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b6b681bd-c2a4-4e28-b8b0-c23726564781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:28:25.418531 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1e9f09ba-0d01-468c-88b2-18a4c4c7355c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (92f6ad5b-c9b4-485a-a6ee-b70394811772), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:28:27.046317 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e38e9d0-0fb5-4878-b65c-d8f1c4bf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (bdd9f7a7-cc3a-488c-a251-0394bad9b224), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:28:28.241170 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5ae82a22-aa8b-42b9-abc7-75942b2b7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (56f7b250-99af-40ab-9148-e9f5e8b46ea1), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:28:29.520542 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-89a2a086-3eb3-4a71-86c7-ac3653afbc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (c7f419d8-f9ab-4b93-92a2-3277a0bfca36), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:28:40.588800 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3fede73a-a2cd-43f8-8b91-26f9fb58fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (25e943b9-135c-40c2-8be5-e2cfb177c686), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 06:28:51.467205 dv-cinder-853788-2-iscsi neutron-server[104499]: DEBUG neutron.db.agents_db [None req-363b9ebb-37e2-4304-90ca-89d1af877212 None None] Agent healthcheck: found 6 active agents {{(pid=104499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 06:28:53.308450 dv-cinder-853788-2-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c0fe49d0-28a6-47d1-b731-6cc4b321ec32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744336211420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788563'] for agent (b7aa4d40-6401-4459-a12a-eaa3c46c6fbf), after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}